Connect Remote CSV file and Azure Blob NDJSON file in our serverless environment

class HttpSourceReadRemoteCsv {
    async init() {
        // TODO: Create your http credential with endpoint information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // It may manage headers or authentication
        this.httpClient = yepcode.integration.http("your-http-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize the path to the csv file
        await this.httpClient
            .get("/the-csv-file-path.csv", {
                responseType: "stream",
            })
            .then(({
                data
            }) => {
                data
                    .pipe(
                        csv.parse({
                            trim: true,
                            columns: true,
                            delimiter: ",",
                            skip_empty_lines: true,
                        })
                    )
                    .on("data", async (line) => {
                        // TODO: Map your item
                        const item = {
                            id: line.Index,
                            name: line.Name
                        };
                        await publish(item);
                    })
                    .on("end", done);
            });
    }

    async close() {}
}

class AzureBlobTargetUploadNdjson {
    async init() {
        // TODO: Create your azure blob credential
        // More info at https://yepcode.io/docs/integrations/azure-blob/#credential-configuration
        const azureBlob = yepcode.integration.azureBlob(
            "your-azure-blob-credential-name"
        );

        // TODO: customize the container name and blob name to upload
        // // More info at https://docs.microsoft.com/en-us/javascript/api/@azure/storage-blob/blobserviceclient?view=azure-node-latest#@azure-storage-blob-blobserviceclient-getcontainerclient
        const containerClient = azureBlob.getContainerClient("container-name");
        const blockBlobClient = containerClient.getBlockBlobClient("blob-name");

        // Transforms the items into a ndjson format
        this.stringifier = ndjson.stringify();
        this.upload = blockBlobClient.uploadStream(this.stringifier);

    }

    async consume(item) {
        this.stringifier.write(item);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.upload;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}