-
Notifications
You must be signed in to change notification settings - Fork 0
/
application.yml
52 lines (44 loc) · 1.3 KB
/
application.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
s3_conf:
s3_bucket: vsingh-spark-test-data
s3_write_bucket: vsingh-spark-apps-write-data
sftp_conf:
filetype: csv
delimiter: |
directory: /home/ubuntu/sftp
mysql_conf:
dbtable: testdb.TRANSACTIONSYNC
partition_column: App_Transaction_Id
query : "(select * from testdb.TRANSACTIONSYNC where Internal_Member_Id = 'I028362656R') as t"
mongodb_config_aws:
database: school
collection: students
mongodb_config:
database: school
collection: students
redshift_conf:
filetype: csv
delimiter: |
dbtable: PUBLIC.TXN_FCT
newdbtable: PUBLIC.TXN_FCT_UPDATED
query: SELECT txn_id, create_time, amount, cust_id from PUBLIC.TXN_FCT
spark_sql_demo:
agg_demo: >
select
AccountNumber,
UniqueTransactionDescriptions,
sort_array(UniqueTransactionDescriptions, false) as OrderedUniqueTransactionDescriptions,
size(UniqueTransactionDescriptions) as CountOfUniqueTransactionTypes,
array_contains(UniqueTransactionDescriptions, 'Movies') as WentToMovies
from
agg_finances
case_when_demo: >
select
company,
employee.firstName as firstName,
case
when company = 'FamilyCo' then 'Premium'
when company = 'OldCo' then 'Legacy'
else 'Standard'
end as Tier
from
employees