test-precondition-transform.yml

name: qa-test-transform
frequency: daily
load_time: 08:00

description: |
  testing out new transform step with precondition

steps:
- step_type: extract-s3
  name: ops-input
  directory_uri: s3://my-s3-bucket-name/app/qa/full/#{format(@scheduledStartTime, 'YYYY-MM-dd')}/
- step_type: transform-s3-prefix
  name: cat_files
  output_path: s3://my-s3-bucket-name/app/qa/data-pipeline/line-count.out
  input_node: ops-input
  command: cat $INPUT1_STAGING_DIR/part* | wc -l
  s3_precondition: s3://my-s3-bucket-name/app/qa/full/#{format(@scheduledStartTime, 'YYYY-MM-dd')}/