Connect Amazon S3 CSV file and Azure Blob NDJSON file in our serverless environment

class AwsS3SourceReadRemoteCsv {
    async init() {
        // TODO: Create your aws-s3 credential
        // More info at https://yepcode.io/docs/integrations/aws-s3/#credential-configuration
        this.awsS3 = yepcode.integration.awsS3("your-aws-s3-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize the command to be executed
        // More info at: https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-s3/interfaces/getobjectcommandinput.html
        const getObjectCommand = new GetObjectCommand({
            Bucket: "your-bucket-name",
            Key: "your-file-name",
        });

        const getObjectResult = await this.awsS3.send(getObjectCommand);

        // Result.Body is a stream of object content
        getObjectResult.Body.pipe(
                csv.parse({
                    delimiter: ",",
                    columns: true,
                })
            )
            .on("data", publish)
            .on("end", done);
    }

    async close() {}
}

class AzureBlobTargetUploadNdjson {
    async init() {
        // TODO: Create your azure blob credential
        // More info at https://yepcode.io/docs/integrations/azure-blob/#credential-configuration
        const azureBlob = yepcode.integration.azureBlob(
            "your-azure-blob-credential-name"
        );

        // TODO: customize the container name and blob name to upload
        // // More info at https://docs.microsoft.com/en-us/javascript/api/@azure/storage-blob/blobserviceclient?view=azure-node-latest#@azure-storage-blob-blobserviceclient-getcontainerclient
        const containerClient = azureBlob.getContainerClient("container-name");
        const blockBlobClient = containerClient.getBlockBlobClient("blob-name");

        // Transforms the items into a ndjson format
        this.stringifier = ndjson.stringify();
        this.upload = blockBlobClient.uploadStream(this.stringifier);

    }

    async consume(item) {
        this.stringifier.write(item);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.upload;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}