jeroen/lakehouse-sarens-integration
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

dev change path

Browse Source
This commit is contained in:
Jeroen
2025-07-16 20:43:10 +02:00
parent 8df02c97e8
commit a222a43727
2 changed files with 20 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
README.md
View File

@@ -1,6 +1,19 @@
meltano run tap-spreadsheets-anywhere target-postgres meltano run tap-spreadsheets-anywhere target-postgres
or
meltano run tap-spreadsheets-anywhere target-postgres --full-refresh
meltano invoke dbt-postgres:run meltano invoke dbt-postgres:run
meltano --environment=sarens-demo run tap-spreadsheets-anywhere target-postgres dbt-postgres:run meltano --environment=sarens-demo run tap-spreadsheets-anywhere target-postgres dbt-postgres:run
Refresh / Overwrite doesn't seem to work, so manual fix here:
TRUNCATE TABLE raw.absenteisme;
TRUNCATE TABLE raw.departments;
TRUNCATE TABLE raw.performance_review_steps;
TRUNCATE TABLE raw.performance_review_sub_scoring;
TRUNCATE TABLE raw.performance_review_total_scoring;
TRUNCATE TABLE raw.positions;
TRUNCATE TABLE raw.workers;

14
meltano.yml
View File

@@ -9,14 +9,14 @@ environments:
- name: tap-spreadsheets-anywhere - name: tap-spreadsheets-anywhere
config: config:
tables: tables:
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: departments name: departments
pattern: Applicable Organizations.xlsx pattern: Applicable Organizations.xlsx
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
key_properties: [] key_properties: []
format: excel format: excel
worksheet_name: AO worksheet_name: AO
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: positions name: positions
pattern: "HR002.*" pattern: "HR002.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
@@ -26,7 +26,7 @@ environments:
skip_initial: 8 skip_initial: 8
sample_rate: 1 sample_rate: 1
max_sampling_read: 1000 max_sampling_read: 1000
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: workers name: workers
pattern: "HR006.*" pattern: "HR006.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
@@ -36,7 +36,7 @@ environments:
skip_initial: 8 skip_initial: 8
sample_rate: 1 sample_rate: 1
max_sampling_read: 25000 max_sampling_read: 25000
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: performance_review_steps name: performance_review_steps
pattern: "PER001.*" pattern: "PER001.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
@@ -46,7 +46,7 @@ environments:
skip_initial: 8 skip_initial: 8
sample_rate: 1 sample_rate: 1
max_sampling_read: 25000 max_sampling_read: 25000
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: performance_review_total_scoring name: performance_review_total_scoring
pattern: "PER002.*" pattern: "PER002.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
@@ -56,7 +56,7 @@ environments:
skip_initial: 8 skip_initial: 8
sample_rate: 1 sample_rate: 1
max_sampling_read: 25000 max_sampling_read: 25000
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: performance_review_sub_scoring name: performance_review_sub_scoring
pattern: "PER003.*" pattern: "PER003.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'
@@ -66,7 +66,7 @@ environments:
skip_initial: 8 skip_initial: 8
sample_rate: 1 sample_rate: 1
max_sampling_read: 25000 max_sampling_read: 25000
- path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/ - path: file://C:/Users/vdsje/OneDrive/LakeHouse/Sarens/Data/2025-06-11/original/
name: absenteisme name: absenteisme
pattern: "Absenteisme.*" pattern: "Absenteisme.*"
start_date: '2000-01-01T00:00:00Z' start_date: '2000-01-01T00:00:00Z'