(app_name)
return conf, osenv, files, pyFiles
Query Stolos's dag graph for all information necessary to
    create a pyspark.SparkContext
Query Stolos's dag graph for all information necessary to
    create a pyspark.SparkContext
Query Stolos s dag graph for all information necessary to create a pyspark . SparkContext
def get_spark_conf(app_name):
    """Query Stolos's dag graph for all information necessary to
    create a pyspark.SparkContext"""
    dg = api.get_tasks_config()
    _conf = dg[app_name].get('spark_conf', {})
    validate_spark_conf(app_name, _conf)
    conf = dict(**_conf)
    conf['spark.app.name'] = app_name
    osenv = {k: os.environ[k] for k in dg[app_name].get('env_from_os', [])}
    _env = dg[app_name].get('env', {})
    validate_env(app_name, _env)
    osenv.update(_env)
    pyFiles = dg[app_name].get('uris', [])
    validate_uris(app_name, pyFiles)
    files = []  # for now, we're ignoring files.
    return conf, osenv, files, pyFiles
def get_spark_conf ( app_name ) : dg = api . get_tasks_config ( ) _conf = dg [ app_name ] . get ( 'spark_conf' , { } ) validate_spark_conf ( app_name , _conf ) conf = dict ( * * _conf ) conf [ 'spark.app.name' ] = app_name osenv = { k : os . environ [ k ] for k in dg [ app_name ] . get ( 'env_from_os' , [ ] ) } _env = dg [ app_name ] . get ( 'env' , { } ) validate_env ( app_name , _env ) osenv . update ( _env ) pyFiles = dg [ app_name ] . get ( 'uris' , [ ] ) validate_uris ( app_name , pyFiles ) files = [ ] # for now, we're ignoring files. return conf , osenv , files , pyFiles