Connect Dremio and Azure Blob CSV file in our serverless environment

class HttpSourceDremioSelect {
    async init() {
        // TODO: Create your http credential with dremio information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Official docs: https://docs.dremio.com/cloud/reference/api/
        this.httpClient = yepcode.integration.http("your-dremio-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your select query
        // Double-quotation marks within a SQL statement need to be escaped
        const query = 'SELECT * FROM path_to_your_dataset."your_dataset_name"';

        // Use the SQL API to submit queries. The response contains the ID for the job associated with the SQL query
        // Official docs: https://docs.dremio.com/cloud/reference/api/sql
        const projectId = "<your-dremio-project-id>";
        const {
            data: job
        } = this.httpClient.post(`${projectId}/sql`, {
            sql: query,
        });

        // Use the Job API to check the job status. Jobs final status are COMPLETED, FAILED and CANCELED
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/
        const finalJobStates = ["COMPLETED", "FAILED", "CANCELED"];
        let jobInfoResponse = null;
        do {
            jobInfoResponse = await this.httpClient.get(
                `${this.projectId}/job/${job.id}`
            );
        } while (!finalJobStates.includes(jobInfoResponse.data.jobState));

        const {
            data: jobInfo
        } = jobInfoResponse;

        // When the job is finished, if it's been completed, get the result from Job Results endpoint
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/job-results/
        // Otherwise, show the job status
        if (jobInfo.jobState === "COMPLETED") {
            const {
                data: result
            } = await this.httpClient.get(
                `${this.projectId}/job/${job.id}/results`
            );
            publish(result.rows);
        } else if (jobInfo.jobState === "FAILED") {
            publish(`Uups! Something was wrong: ${jobInfo.errorMessage}`);
        } else {
            publish(`The job's been cancelled: ${jobInfo.cancellationReason}`);
        }

        done();
    }

    async close() {}
}

class AzureBlobTargetUploadCsv {
    async init() {
        // TODO: Create your azure blob credential
        // More info at https://yepcode.io/docs/integrations/azure-blob/#credential-configuration
        this.azureBlob = yepcode.integration.azureBlob(
            "your-azure-blob-credential-name"
        );
        // TODO: customize the container name and blob name to upload
        // // More info at https://docs.microsoft.com/en-us/javascript/api/@azure/storage-blob/blobserviceclient?view=azure-node-latest#@azure-storage-blob-blobserviceclient-getcontainerclient
        const containerClient = this.azureBlob.getContainerClient("container-name");
        const blockBlobClient = containerClient.getBlockBlobClient("blob-name");

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        this.upload = blockBlobClient.uploadStream(this.stringifier);
    }

    async consume(item) {
        // TODO: customize the csv row to create from your item content
        const csvRow = [item.value, item.text];
        this.stringifier.write(csvRow);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.upload;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}