job_publish.js

/* encoding: utf-8 */

import { JSONParser } from "./parsers/parser_json";
import { MSG_SOURCE_GHA } from "./models/pub_constants";
import { MSG_TYPE_DIFF } from "./models/pub_constants";
import { MessageMetadata } from "./models/pub_metadata";
import { PubSubPublisher } from "./publishers/gcp_pubsub";

export async function publishDataDiffs(projectID, pubSubTopic, messages) {
    /**
     * Main function to propagate data diffs to a Pub/Sub topic
     * @param projectID: GCP project ID where the topic is located
     * @param pubsubTopic: GCP Pub/Sub topic to publish the messages
     * @param messages: array of DiffMessage objects
     */

    let serializer = new JSONParser();
    let publisher = new PubSubPublisher(projectID, pubSubTopic);

    let metadataObject = new MessageMetadata(MSG_SOURCE_GHA, MSG_TYPE_DIFF);
    let metadataFields = metadataObject.fields;

    for (let msg of messages) {
        let msgData = msg.fields;
        let strData = serializer.printString(msgData);
        await publisher.publishMessage(strData, metadataFields);
    }
}

export function renderDataDiffs(messages) {
    /**
     * Renders the serialized data messages for debugging purposes
     * @param messages: array of DiffMessage objects
     */

    let serializer = new JSONParser();

    for (let msg of messages) {
        let msgData = msg.fields;
        let strData = serializer.printString(msgData);
        console.debug(`Serialized message: ${strData}`);
    }
}