Connect Dremio and Supabase NDJSON file in our serverless environment

class HttpSourceDremioSelect {
    async init() {
        // TODO: Create your http credential with dremio information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Official docs: https://docs.dremio.com/cloud/reference/api/
        this.httpClient = yepcode.integration.http("your-dremio-credential-name");
    }

    async fetch(publish, done) {
        // TODO: Customize your select query
        // Double-quotation marks within a SQL statement need to be escaped
        const query = 'SELECT * FROM path_to_your_dataset."your_dataset_name"';

        // Use the SQL API to submit queries. The response contains the ID for the job associated with the SQL query
        // Official docs: https://docs.dremio.com/cloud/reference/api/sql
        const projectId = "<your-dremio-project-id>";
        const {
            data: job
        } = this.httpClient.post(`${projectId}/sql`, {
            sql: query,
        });

        // Use the Job API to check the job status. Jobs final status are COMPLETED, FAILED and CANCELED
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/
        const finalJobStates = ["COMPLETED", "FAILED", "CANCELED"];
        let jobInfoResponse = null;
        do {
            jobInfoResponse = await this.httpClient.get(
                `${this.projectId}/job/${job.id}`
            );
        } while (!finalJobStates.includes(jobInfoResponse.data.jobState));

        const {
            data: jobInfo
        } = jobInfoResponse;

        // When the job is finished, if it's been completed, get the result from Job Results endpoint
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/job-results/
        // Otherwise, show the job status
        if (jobInfo.jobState === "COMPLETED") {
            const {
                data: result
            } = await this.httpClient.get(
                `${this.projectId}/job/${job.id}/results`
            );
            publish(result.rows);
        } else if (jobInfo.jobState === "FAILED") {
            publish(`Uups! Something was wrong: ${jobInfo.errorMessage}`);
        } else {
            publish(`The job's been cancelled: ${jobInfo.cancellationReason}`);
        }

        done();
    }

    async close() {}
}

class SupabaseTargetUploadNdjson {
    async init() {
        // TODO: Create your supabase credential
        // More info at https://yepcode.io/docs/integrations/supabase/#credential-configuration
        this.supabase = yepcode.integration.supabase(
            "your-supabase-credential-name"
        );

        this.items = [];
    }

    async consume(item) {
        this.items.push(item);
        this.stringifier.write(item);
    }

    async close() {
        try {
            // Transform items to ndjson entries
            const ndjsonFileContent = ndjson.stringify(this.items);
            // TODO: adapt bucket and files management
            // You may check the full API documentation at:
            // Check docs at https://supabase.com/docs/reference/javascript/storage-from-upload
            const {
                data,
                error
            } = await this.supabase.storage
                .from("your-bucket-name")
                .upload(`your-new-file.ndjson`, ndjsonFileContent, {
                    contentType: "text/ndjson",
                });

            if (error) {
                throw error;
            }
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}