---
pipeline:
  name: groundwaterPhysical_group_assignment
transform:
  cmd: ["/bin/bash"]
  stdin:
  - "#!/bin/bash"
  - export ERR_PATH="/pfs/out/errored_datums$FILE_YEAR"
  - Rscript
      ./flow.loc.grp.asgn.R
      DirIn=$DIR_IN
      DirOut=/pfs/out
      DirErr=$ERR_PATH
      FileYear=$FILE_YEAR
      TypeFile=group
  image: quay.io/battelleecology/neon-is-loc-grp-asgn-r:aa651ed4
  image_pull_secrets:
  - battelleecology-quay-read-all-pull-secret
  env:
    LOG_LEVEL: INFO
input:
  cross:
  - pfs:
      name: DIR_IN
      repo: groundwaterPhysical_group_loader
      glob: /groundwater-physical/*
  - pfs:
      name: FILE_YEAR
      repo: troll_cron_daily_and_date_control
      glob: /data_year*.txt
parallelism_spec:
  constant: 5
autoscaling: true
resource_requests:
  memory: 250M
  cpu: 1
resource_limits:
  memory: 400M
  cpu: 2
sidecar_resource_requests:
  memory: 2G
  cpu: 0.8
datum_set_spec:
  number: 5
scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
