-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.yml
More file actions
41 lines (41 loc) · 1.52 KB
/
Copy pathconfig.yml
File metadata and controls
41 lines (41 loc) · 1.52 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
global_variables:
- current_time: 00.51.58
- current_date: 08-25-2022
- anomaly_report_filename: anomaly_report_08-25-2022_00.51.58.txt
- error_filename: error.log
- current_folder: C:\Users\ojelle.rogero\Desktop\Ojelle\gcp_validator\secret-sauce\logs\08-25-2022\00.51.58
job_configs:
job_configs:
- job_parameters:
- name: gcs_to_gcs
- sources:
- gs://staging-bucket-secret-sauce/pizza_v1.csv
- gs://staging-bucket-secret-sauce/pizza_v2.csv
- gs://staging-bucket-secret-sauce/student_data.csv
- targets:
- gs://staging-bucket-secret-sauce/pizza_v1.csv
- gs://staging-bucket-secret-sauce/pizza_v2.csv
- gs://staging-bucket-secret-sauce/student_data.csv
- mode: default
- job_parameters:
- name: gcs_to_bq
- sources:
- gs://staging-bucket-secret-sauce/pizza_v1.csv
- gs://staging-bucket-secret-sauce/pizza_v2.csv
- gs://staging-bucket-secret-sauce/student_data.csv
- targets:
- agile-splicer-356706.dummy_data.pizza_v1
- agile-splicer-356706.dummy_data.pizza_v2
- agile-splicer-356706.dummy_data.student_data
- mode: default
- job_parameters:
- name: bq_to_bq
- sources:
- agile-splicer-356706.dummy_data.pizza_v1
- agile-splicer-356706.dummy_data.pizza_v2
- agile-splicer-356706.dummy_data.student_data
- targets:
- agile-splicer-356706.dummy_data.pizza_v1
- agile-splicer-356706.dummy_data.pizza_v2
- agile-splicer-356706.dummy_data.student_data
- mode: default