---
pipeline:
  name: group_loader_test
transform:
  image_pull_secrets:
  - battelleecology-quay-read-all-pull-secret
  image: quay.io/battelleecology/group_loader:68b73fdc
  cmd:
  - /bin/bash
  stdin:
  - '#!/bin/bash'
  - python3 -m group_loader.group_loader_main
  env:
    GROUP_PREFIX: surfacewater-physical_
    OUT_PATH: /pfs/out    
    # ERR_PATH can be changed, it is user specified
    ERR_PATH: /pfs/out/errored_datums
    LOG_LEVEL: INFO
  secrets:
  - name: pdr-secret
    mount_path: /var/db_secret
input:
  pfs:
    repo: cron_daily_ptb330a_tick
    glob: /*
    empty_files: true
resource_requests:
  memory: 300M
  cpu: 1.5
autoscaling: true  

scheduling_spec:
  node_selector:
    cloud.google.com/gke-ephemeral-storage-local-ssd: "true"
    nodepool.neonscience.org/pipeline: "yes"
    cloud.google.com/gke-spot: "true"
pod_spec: |-
  { "tolerations": [
    {
      "key": "nodepool.neonscience.org/pipeline",
      "operator": "Exists"
    },
    {
      "effect": "NoSchedule",
      "key": "cloud.google.com/gke-spot",
      "operator": "Exists"
    }  
  ] }
  
  
