(
    examples, label_list, max_seq_length, tokenize_fn, output_file,
    num_passes=1)
Convert a set of `InputExample`s to a TFRecord file.
Convert a set of `InputExample`s to a TFRecord file.
Convert a set of InputExample s to a TFRecord file .
def file_based_convert_examples_to_features(
    examples, label_list, max_seq_length, tokenize_fn, output_file,
    num_passes=1):
  """Convert a set of `InputExample`s to a TFRecord file."""

  # do not create duplicated records
  if tf.gfile.Exists(output_file) and not FLAGS.overwrite_data:
    tf.logging.info("Do not overwrite tfrecord {} exists.".format(output_file))
    return

  tf.logging.info("Create new tfrecord {}.".format(output_file))

  writer = tf.python_io.TFRecordWriter(output_file)

  if num_passes > 1:
    examples *= num_passes

  for (ex_index, example) in enumerate(examples):
    if ex_index % 10000 == 0:
      tf.logging.info("Writing example {} of {}".format(ex_index,
                                                        len(examples)))

    feature = convert_single_example(ex_index, example, label_list,
                                     max_seq_length, tokenize_fn)

    def create_int_feature(values):
      f = tf.train.Feature(int64_list=tf.train.Int64List(value=list(values)))
      return f

    def create_float_feature(values):
      f = tf.train.Feature(float_list=tf.train.FloatList(value=list(values)))
      return f

    features = collections.OrderedDict()
    features["input_ids"] = create_int_feature(feature.input_ids)
    features["input_mask"] = create_float_feature(feature.input_mask)
    features["segment_ids"] = create_int_feature(feature.segment_ids)
    if label_list is not None:
      features["label_ids"] = create_int_feature([feature.label_id])
    else:
      features["label_ids"] = create_float_feature([float(feature.label_id)])
    features["is_real_example"] = create_int_feature(
        [int(feature.is_real_example)])

    tf_example = tf.train.Example(features=tf.train.Features(feature=features))
    writer.write(tf_example.SerializeToString())
  writer.close()
def file_based_convert_examples_to_features ( examples , label_list , max_seq_length , tokenize_fn , output_file , num_passes = 1 ) : # do not create duplicated records if tf . gfile . Exists ( output_file ) and not FLAGS . overwrite_data : tf . logging . info ( "Do not overwrite tfrecord {} exists." . format ( output_file ) ) return tf . logging . info ( "Create new tfrecord {}." . format ( output_file ) ) writer = tf . python_io . TFRecordWriter ( output_file ) if num_passes > 1 : examples *= num_passes for ( ex_index , example ) in enumerate ( examples ) : if ex_index % 10000 == 0 : tf . logging . info ( "Writing example {} of {}" . format ( ex_index , len ( examples ) ) ) feature = convert_single_example ( ex_index , example , label_list , max_seq_length , tokenize_fn ) def create_int_feature ( values ) : f = tf . train . Feature ( int64_list = tf . train . Int64List ( value = list ( values ) ) ) return f def create_float_feature ( values ) : f = tf . train . Feature ( float_list = tf . train . FloatList ( value = list ( values ) ) ) return f features = collections . OrderedDict ( ) features [ "input_ids" ] = create_int_feature ( feature . input_ids ) features [ "input_mask" ] = create_float_feature ( feature . input_mask ) features [ "segment_ids" ] = create_int_feature ( feature . segment_ids ) if label_list is not None : features [ "label_ids" ] = create_int_feature ( [ feature . label_id ] ) else : features [ "label_ids" ] = create_float_feature ( [ float ( feature . label_id ) ] ) features [ "is_real_example" ] = create_int_feature ( [ int ( feature . is_real_example ) ] ) tf_example = tf . train . Example ( features = tf . train . Features ( feature = features ) ) writer . write ( tf_example . SerializeToString ( ) ) writer . close ( )