add schema version

Author: hernandezc1

broker/cloud_functions/lvk/store_BigQuery/main.py

@@ -11,14 +11,15 @@
 PROJECT_ID = os.getenv("GCP_PROJECT")
 SURVEY = os.getenv("SURVEY")
 TESTID = os.getenv("TESTID")
+VERSIONTAG = os.getenv("VERSIONTAG")
 
 # connect to the cloud logger
 log_name = "store-bigquery-cloudfnc"  # same log for all broker instances
 logging_client = logging.Client()
 logger = logging_client.logger(log_name)
 
 # GCP resources used in this module
-TABLE = pittgoogle.Table.from_cloud("alerts", survey=SURVEY, testid=TESTID)
+TABLE = pittgoogle.Table.from_cloud(f"alerts_{VERSIONTAG}", survey=SURVEY, testid=TESTID)
 TOPIC = pittgoogle.Topic.from_cloud("bigquery", survey=SURVEY, testid=TESTID, projectid=PROJECT_ID)
 
 

broker/setup_broker/lvk/setup_broker.sh

@@ -8,7 +8,9 @@ testid="${1:-test}"
 teardown="${2:-False}"
 # name of the survey this broker instance will ingest
 survey="${3:-lvk}"
-region="${4:-us-central1}"
+schema_version="${4:-1.0}"
+versiontag=v$(echo "${schema_version}" | tr . _) # 1.0 -> v1_0
+region="${5:-us-central1}"
 zone="${region}-a"  # just use zone "a" instead of adding another script arg
 
 PROJECT_ID=$GOOGLE_CLOUD_PROJECT # get the environment variable
@@ -46,7 +48,7 @@ if [ "$testid" != "False" ]; then
     topic_storebigquery="${topic_storebigquery}-${testid}"
 fi
 
-alerts_table="alerts"
+alerts_table="alerts_${versiontag}"
 
 #--- Create (or delete) BigQuery, GCS, Pub/Sub resources
 echo