Connect Amazon S3 CSV file and Dremio in our serverless environment

class AwsS3SourceReadRemoteCsv {
    async init() {
        // TODO: Create your aws-s3 credential
        // More info at https://yepcode.io/docs/integrations/aws-s3/#credential-configuration
        this.awsS3 = yepcode.integration.awsS3("your-aws-s3-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize the command to be executed
        // More info at: https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-s3/interfaces/getobjectcommandinput.html
        const getObjectCommand = new GetObjectCommand({
            Bucket: "your-bucket-name",
            Key: "your-file-name",
        });

        const getObjectResult = await this.awsS3.send(getObjectCommand);

        // Result.Body is a stream of object content
        getObjectResult.Body.pipe(
                csv.parse({
                    delimiter: ",",
                    columns: true,
                })
            )
            .on("data", publish)
            .on("end", done);
    }

    async close() {}
}

class HttpTargetDremioInsert {
    async init() {
        // TODO: Create your http credential with dremio information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Official docs: https://docs.dremio.com/current/reference/api/
        this.dremio = await yepcode.integration.http(
            "your-dremio-credential-name"
        );
    }
    async consume(item) {
        const projectId = "<your-dremio-project-id>";
        // TODO: Map your item to row and customize INSERT statement
        // More info at https://docs.dremio.com/cloud/reference/sql/commands/insert/
        const query = `INSERT INTO your_source_path.your_table VALUES (${item.id}, ${item.name})`;

        // Use the SQL API to submit queries. The response contains the ID for the job associated with the SQL query
        // Official docs: https://docs.dremio.com/cloud/reference/api/sql
        const {
            data: job
        } = await this.dremio.post(`${projectId}/sql`, {
            sql: query,
        });

        // Use the Job API to check the job status. Jobs final status are COMPLETED, FAILED and CANCELED
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/
        const finalJobStates = ["COMPLETED", "FAILED", "CANCELED"];
        let jobInfoResponse = null;
        do {
            jobInfoResponse = await this.dremio.get(
                `${this.projectId}/job/${job.id}`
            );
        } while (!finalJobStates.includes(jobInfoResponse.data.jobState));

        const {
            data: jobInfo
        } = jobInfoResponse;

        if (jobInfo.jobState === "COMPLETED") {
            console.log("Success!!");
        } else if (jobInfo.jobState === "FAILED") {
            console.log(`Uups! Something was wrong: ${jobInfo.errorMessage}`);
        } else {
            console.log(
                `The job's been cancelled: ${jobInfo.cancellationReason}`
            );
        }
    }

    async close() {}
}