diff --git a/README.md b/README.md index 304b3ad..a741d03 100644 --- a/README.md +++ b/README.md @@ -1,6 +1,19 @@ meltano run tap-spreadsheets-anywhere target-postgres +or +meltano run tap-spreadsheets-anywhere target-postgres --full-refresh meltano invoke dbt-postgres:run + meltano --environment=sarens-demo run tap-spreadsheets-anywhere target-postgres dbt-postgres:run + + +Refresh / Overwrite doesn't seem to work, so manual fix here: +TRUNCATE TABLE raw.absenteisme; +TRUNCATE TABLE raw.departments; +TRUNCATE TABLE raw.performance_review_steps; +TRUNCATE TABLE raw.performance_review_sub_scoring; +TRUNCATE TABLE raw.performance_review_total_scoring; +TRUNCATE TABLE raw.positions; +TRUNCATE TABLE raw.workers; diff --git a/meltano.yml b/meltano.yml index c9ba1b3..db94bb3 100644 --- a/meltano.yml +++ b/meltano.yml @@ -9,14 +9,14 @@ environments: - name: tap-spreadsheets-anywhere config: tables: - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: departments pattern: Applicable Organizations.xlsx start_date: '2000-01-01T00:00:00Z' key_properties: [] format: excel worksheet_name: AO - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: positions pattern: "HR002.*" start_date: '2000-01-01T00:00:00Z' @@ -26,7 +26,7 @@ environments: skip_initial: 8 sample_rate: 1 max_sampling_read: 1000 - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: workers pattern: "HR006.*" start_date: '2000-01-01T00:00:00Z' @@ -36,7 +36,7 @@ environments: skip_initial: 8 sample_rate: 1 max_sampling_read: 25000 - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: performance_review_steps pattern: "PER001.*" start_date: '2000-01-01T00:00:00Z' @@ -46,7 +46,7 @@ environments: skip_initial: 8 sample_rate: 1 max_sampling_read: 25000 - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: performance_review_total_scoring pattern: "PER002.*" start_date: '2000-01-01T00:00:00Z' @@ -56,7 +56,7 @@ environments: skip_initial: 8 sample_rate: 1 max_sampling_read: 25000 - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: performance_review_sub_scoring pattern: "PER003.*" start_date: '2000-01-01T00:00:00Z' @@ -66,7 +66,7 @@ environments: skip_initial: 8 sample_rate: 1 max_sampling_read: 25000 - - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ + - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/ name: absenteisme pattern: "Absenteisme.*" start_date: '2000-01-01T00:00:00Z'