-
Notifications
You must be signed in to change notification settings - Fork 1
/
config.yaml
42 lines (38 loc) · 1.14 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
project:
project_name: passive data project
description: Integrating code for passive data pipeline that has been used ART-pilot study
version: 0.0
input:
source_type: mock # couldbe mock, local, sftp, s3
config:
# In case of sftp, use the following format
# sftp_host:
# sftp_source_path:
# sftp_username:
# sftp_private_key:
# sftp_target_path:
# In case of s3, use the following format
# aws_access_key_id:
# aws_secret_access_key:
# region_name:
# s3_access_url:
# bucket:
# prefix:
# In case of local or Mock, use the following format
source_path: mockdata/mockdata
data_format: csv
configurations:
df_type: 'pandas'
features:
- location: 'https://github.com/RADAR-base-Analytics/passivedatapipeline'
branch: 'dev'
feature_groups:
- PassiveDataFeatures
feature_names:
- all
output:
output_location: local # can be local, postgres, sftp
config:
target_path: output/passive_data
data_format: csv
compress: false