-
Notifications
You must be signed in to change notification settings - Fork 2
/
prefect.yaml
42 lines (37 loc) · 1.37 KB
/
prefect.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
# Welcome to your prefect.yaml file! You can you this file for storing and managing
# configuration for deploying your flows. We recommend committing this file to source
# control along with your flow code.
# Generic metadata about this project
name: flows
prefect-version: 2.11.3
# build section allows you to manage and build docker images
build: null
# push section allows you to manage if and how this project is uploaded to remote locations
push:
- prefect_gcp.deployments.steps.push_to_gcs:
id: push_code
requires: prefect-gcp>=0.4.3
bucket: data_lake_[project name] # update this to your bucket, which will be named data_lake_[GCP Project name]
folder: code/flows
credentials: "{{ prefect.blocks.gcp-credentials.gcp-mpls311 }}"
pull:
- prefect_gcp.deployments.steps.pull_from_gcs:
id: pull_code
requires: prefect-gcp
bucket: "{{ push_code.bucket }}"
folder: "{{ push_code.folder }}"
credentials: "{{ prefect.blocks.gcp-credentials.gcp-mpls311 }}"
# the deployments section allows you to provide configuration for deploying flows
deployments:
- name: Mpls311ETL
version: null
tags: []
description: null
schedule: {}
flow_name: null
entrypoint: flows/etl_mpls311_gcp.py:parent_process_data
parameters: {"years":[2015,2016,2017,2018,2019,2020,2021,2022,2023]}
work_pool:
name: default
work_queue_name: default
job_variables: {}