Set Dataflow options programatically

dataflow_options_with_terraform.py

def run_pipeline(argv):
    opts: PipelineOptions = PipelineOptions(argv)
    gcloud_opts: GoogleCloudOptions = opts.view_as(GoogleCloudOptions)

    gcloud_opts.enable_streaming_engine = True
    gcloud_opts.job_name = "Overwrite the name of your job"
    
    ...