---
pipeline:
  name: gascylinder_l0p_data
transform:
  image_pull_secrets: [battelleecology-quay-read-all-pull-secret]
  image: quay.io/battelleecology/neon-sae-trst-dp0p:4178f7b8
  cmd: ["/bin/bash"]
  stdin:
  - "#!/bin/bash"
  - "python3 -m flow_sae_trst_dp0p.gascylinder"
  env:
    OUT_PATH: /pfs/out
    FILE_DIR: calibration
    LOG_LEVEL: INFO
    NEW_SOURCE_TYPE_NAME: gasRefe
    RELATIVE_PATH_INDEX: "4"
    LOCATION_LINK_TYPE: SYMLINK #SYMLINK or COPY, if not defined, location will not be in output repo
input:
  pfs:
    name: IN_PATH
    repo: gascylinder_location_group_and_restructure
    glob: /gascylinder/(*)/(*)/(*)
parallelism_spec:
  constant: 8
autoscaling: true
resource_requests:
  memory: 20G
  cpu: 2.0
resource_limits:
  memory: 25G
  cpu: 2.5
sidecar_resource_requests:
  memory: 4G
  cpu: 1.0
sidecar_resource_limits:
  memory: 8G
  cpu: 1.5
datum_set_spec:
  number: 1
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
