(dataset_name, data_dir)
return data_dir
Downloads and prepares T2T or TFDS dataset.

  Args:
    dataset_name: tfds dataset or t2t problem name prefixed by 't2t_'.
    data_dir: location of existing dataset or None.

  Returns:
    data_dir: path string of downloaded data.
Downloads and prepares T2T or TFDS dataset.
Downloads and prepares T2T or TFDS dataset .
def download_and_prepare(dataset_name, data_dir):
  """Downloads and prepares T2T or TFDS dataset.

  Args:
    dataset_name: tfds dataset or t2t problem name prefixed by 't2t_'.
    data_dir: location of existing dataset or None.

  Returns:
    data_dir: path string of downloaded data.
  """
  if not data_dir:
    data_dir = os.path.expanduser('~/tensorflow_datasets/')
    dl_dir = os.path.join(data_dir, 'download')
    logging.info(
        'No dataset directory provided. '
        'Downloading and generating dataset for %s inside data directory %s '
        'For large datasets it is better to prepare datasets manually!',
        dataset_name, data_dir)
    if dataset_name.startswith('t2t_'):
      # Download and run dataset generator for T2T problem.
      data_dir = os.path.join(data_dir, dataset_name)
      tf.io.gfile.makedirs(data_dir)
      tf.io.gfile.makedirs(dl_dir)
      t2t_problems().problem(dataset_name[len('t2t_'):]).generate_data(
          data_dir, dl_dir)
    else:
      # Download and prepare TFDS dataset.
      tfds_builder = tfds.builder(dataset_name)
      tfds_builder.download_and_prepare(download_dir=dl_dir)
  else:
    data_dir = os.path.expanduser(data_dir)
  return data_dir
def download_and_prepare ( dataset_name , data_dir ) : if not data_dir : data_dir = os . path . expanduser ( '~/tensorflow_datasets/' ) dl_dir = os . path . join ( data_dir , 'download' ) logging . info ( 'No dataset directory provided. ' 'Downloading and generating dataset for %s inside data directory %s ' 'For large datasets it is better to prepare datasets manually!' , dataset_name , data_dir ) if dataset_name . startswith ( 't2t_' ) : # Download and run dataset generator for T2T problem. data_dir = os . path . join ( data_dir , dataset_name ) tf . io . gfile . makedirs ( data_dir ) tf . io . gfile . makedirs ( dl_dir ) t2t_problems ( ) . problem ( dataset_name [ len ( 't2t_' ) : ] ) . generate_data ( data_dir , dl_dir ) else : # Download and prepare TFDS dataset. tfds_builder = tfds . builder ( dataset_name ) tfds_builder . download_and_prepare ( download_dir = dl_dir ) else : data_dir = os . path . expanduser ( data_dir ) return data_dir