-
Notifications
You must be signed in to change notification settings - Fork 20
/
columns_setup.sh
34 lines (26 loc) · 786 Bytes
/
columns_setup.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
#!/bin/bash
mkdir -p $1/macros
mkdir -p $1/models/tmp
dbt run-operation fivetran_utils.generate_columns_macro --args '{"table_name": "'$5'", "schema_name": "'$4'", "database_name":"'$3'"}' | tail -n +2 > $1/macros/get_$5_columns.sql
echo "select * from {{ var('$5') }}" > $1/models/tmp/$2__$5_tmp.sql
echo "" >> $1/models/$2__$5.sql
echo "with base as (
select *
from {{ ref('$2__$5_tmp') }}
),
fields as (
select
{{
fivetran_utils.fill_staging_columns(
source_columns=adapter.get_columns_in_relation(ref('$2__$5_tmp')),
staging_columns=get_$5_columns()
)
}}
from base
),
final as (
select
-- rename here
from fields
)
select * from final" >> $1/models/$2__$5.sql