-
Notifications
You must be signed in to change notification settings - Fork 6
Expand file tree
/
Copy pathsql_queries.py
More file actions
153 lines (126 loc) · 3.43 KB
/
sql_queries.py
File metadata and controls
153 lines (126 loc) · 3.43 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
# DROP TABLES
songplay_table_drop = "DROP TABLE IF EXISTS songplays"
user_table_drop = "DROP TABLE IF EXISTS users"
song_table_drop = "DROP TABLE IF EXISTS songs"
artist_table_drop = "DROP TABLE IF EXISTS artists"
time_table_drop = "DROP TABLE IF EXISTS time"
# CREATE TABLES
# About the NOT NULL constraint:
# https://www.postgresqltutorial.com/postgresql-not-null-constraint/
songplay_table_create = ("""
CREATE TABLE IF NOT EXISTS songplays
(songplay_id SERIAL PRIMARY KEY,
start_time timestamp NOT NULL,
user_id int NOT NULL,
level varchar,
song_id varchar,
artist_id varchar,
session_id int,
location varchar,
user_agent varchar)
""")
user_table_create = ("""
CREATE TABLE IF NOT EXISTS users
(user_id int PRIMARY KEY,
first_name varchar,
last_name varchar,
gender char (1),
level varchar NOT NULL)
""")
song_table_create = ("""
CREATE TABLE IF NOT EXISTS songs
(song_id varchar PRIMARY KEY,
title varchar NOT NULL,
artist_id varchar,
year int,
duration numeric)
""")
artist_table_create = ("""
CREATE TABLE IF NOT EXISTS artists
(artist_id varchar PRIMARY KEY,
artist_name varchar NOT NULL,
artist_location varchar,
artist_latitude numeric,
artist_longitude numeric)
""")
time_table_create = ("""
CREATE TABLE IF NOT EXISTS time
(start_time timestamp PRIMARY KEY,
hour int,
day int,
week int,
month int,
year int,
weekday int
)
""")
# INSERT RECORDS
# About INSERT ON CONFLICT statement
# https://www.postgresqltutorial.com/postgresql-upsert/
# songplay_id is assigned automatically
songplay_table_insert = ("""
INSERT INTO songplays
(start_time, user_id, level, song_id, artist_id, session_id, location, user_agent)
VALUES (%s, %s, %s, %s, %s, %s, %s, %s)
""")
user_table_insert = ("""
INSERT INTO users
(user_id, first_name, last_name, gender, level)
VALUES (%s, %s, %s, %s, %s)
ON CONFLICT (user_id) DO UPDATE SET level = EXCLUDED.level
""")
song_table_insert = ("""
INSERT INTO songs
(song_id, title, artist_id, year, duration)
VALUES (%s, %s, %s, %s, %s)
ON CONFLICT (song_id) DO NOTHING
""")
artist_table_insert = ("""
INSERT INTO artists
(artist_id, artist_name, artist_location, artist_latitude, artist_longitude)
VALUES (%s, %s, %s, %s, %s)
ON CONFLICT (artist_id) DO NOTHING
""")
time_table_insert = ("""
INSERT INTO time
(start_time, hour, day, week, month, year, weekday)
VALUES (%s, %s, %s, %s, %s, %s, %s)
ON CONFLICT (start_time) DO NOTHING
""")
# CHECK RECORDS
song_table_check = ("""
SELECT * FROM songs LIMIT 5
""")
artist_table_check = ("""
SELECT * FROM artists LIMIT 5
""")
time_table_check = ("""
SELECT * FROM time LIMIT 5
""")
user_table_check = ("""
SELECT * FROM users LIMIT 5
""")
songplay_table_check = ("""
SELECT * FROM songplays LIMIT 5
""")
# FIND SONGS
song_select = ("""
SELECT songs.song_id as user_id, song_id
FROM songs JOIN artists ON (songs.artist_id = artists.artist_id)
WHERE songs.title = %s AND artists.artist_name = %s AND songs.duration = %s
""")
# QUERY LISTS
create_table_queries = [
songplay_table_create,
user_table_create,
song_table_create,
artist_table_create,
time_table_create
]
drop_table_queries = [
songplay_table_drop,
user_table_drop,
song_table_drop,
artist_table_drop,
time_table_drop
]