Connect Azure Blob NDJSON file and AWS Redshift in our serverless environment

class AzureBlobSourceReadRemoteNdjson {
    async init() {
        // TODO: Create your azure blob credential
        // More info at https://yepcode.io/docs/integrations/azure-blob/#credential-configuration
        this.azureBlob = yepcode.integration.azureBlob(
            "your-azure-blob-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: customize the container name and blob name to download
        // // More info at https://docs.microsoft.com/en-us/javascript/api/@azure/storage-blob/blobserviceclient?view=azure-node-latest#@azure-storage-blob-blobserviceclient-getcontainerclient
        const containerClient = this.azureBlob.getContainerClient("container-name");
        const blobClient = containerClient.getBlobClient("blob-name");
        const result = await blobClient.download();

        // result.readableStreamBody is a stream of object content

        result.readableStreamBody
            .pipe(ndjson.parse())
            .on("data", async (line) => {
                await publish(line);
            })
            .on("end", done);
    }

    async close() {}
}

class AwsRedshiftTargetInsert {
    async init() {
        // TODO: Create your aws-redshift credential
        // More info at https://yepcode.io/docs/integrations/aws-redshift/#credential-configuration
        this.awsRedshift = yepcode.integration.awsRedshift(
            "your-aws-redshift-credential-name"
        );
    }

    async consume(item) {
        // TODO: Customize your sql query
        const sqlStatement = `INSERT INTO your-table-name VALUES (${item.someProp}, '${item.someStringProp}')`;

        // TODO: Customize the command to be executed
        // More info at https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-redshift-data/interfaces/executestatementcommandinput.html
        this.awsRedshift.send(
            new ExecuteStatementCommand({
                ClusterIdentifier: "your-cluster-identifier",
                Database: "your-database",
                DbUser: "your-db-user",
                Sql: sqlStatement,
            })
        );
    }

    async close() {}
}