Connect Oracle NetSuite SuiteQL records and Dremio in our serverless environment

class AxiosOauth10ASourceOracleNetsuiteSqlQuery {
    async init() {
        // TODO: Create your axios oauth10a credential with netsuite information:
        // More info at https://yepcode.io/docs/integrations/axios-oauth-10-a#credential-configuration

        // To get your Netsuite credentials, see the help topic Getting Started with Token-based Authentication (https://system.netsuite.com/app/help/helpcenter.nl?fid=section_4247337262.html)
        // More info at: https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/section_161942084079.html
        // You should get this parameters: consumer_key, consumer_secret_key, token, token_secret and realm

        // Check this documentation to build the base url (https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/section_1546938065.html)
        // It should be something like: https://demo123.suitetalk.api.netsuite.com/services/rest/record/v1/
        this.httpClient = yepcode.integration.axiosOauth10a(
            "your-axios-oauth-10-a-oracle-netsuite-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Check SuiteQL docs to know how to write this SQL query
        // https://docs.oracle.com/en/cloud/saas/netsuite/ns-online-help/section_156257770590.html
        const suiteQLQuery = `
      SELECT
        employee.entityid AS entityidRAW,
        employee.firstname AS firstnameRAW,
        employee.lastname AS lastnameRAW
      FROM
        employee
      WHERE
        employee.expenselimit >= 5000
      `;
        // Max limit value is 1000
        const limit = 1000;

        let offset = 0;
        let hasMore = true;
        while (hasMore === true) {
            const {
                data: {
                    sqlResult
                },
            } = await this.httpClient.post(
                `query/v1/suiteql?limit=${limit}&offset=${offset}`,
                this.buildSQLQueryBody(suiteQLQuery)
            );
            for (const item of sqlResult.items) {
                await publish(item);
            }
            hasMore = sqlResult.hasMore;
            offset = offset + limit;
        }
        done();
    }

    async close() {}

    buildSQLQueryBody(suiteQLQuery) {
        const sanitizedQuery = suiteQLQuery
            .replace(/\t/g, " ")
            .replace(/\r?\n|\r/gm, "");
        return `{"q": "${sanitizedQuery}" }`;
    }
}

class HttpTargetDremioInsert {
    async init() {
        // TODO: Create your http credential with dremio information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Official docs: https://docs.dremio.com/current/reference/api/
        this.httpClient = yepcode.integration.http("your-dremio-credential-name");
    }
    async consume(item) {
        const projectId = "<your-dremio-project-id>";
        // TODO: Map your item to row and customize INSERT statement
        // More info at https://docs.dremio.com/cloud/reference/sql/commands/insert/
        const query = `INSERT INTO your_source_path.your_table VALUES (${item.id}, ${item.name})`;

        // Use the SQL API to submit queries. The response contains the ID for the job associated with the SQL query
        // Official docs: https://docs.dremio.com/cloud/reference/api/sql
        const {
            data: job
        } = await this.httpClient.post(`${projectId}/sql`, {
            sql: query,
        });

        // Use the Job API to check the job status. Jobs final status are COMPLETED, FAILED and CANCELED
        // Official docs: https://docs.dremio.com/cloud/reference/api/job/
        const finalJobStates = ["COMPLETED", "FAILED", "CANCELED"];
        let jobInfoResponse = null;
        do {
            jobInfoResponse = await this.httpClient.get(
                `${this.projectId}/job/${job.id}`
            );
        } while (!finalJobStates.includes(jobInfoResponse.data.jobState));

        const {
            data: jobInfo
        } = jobInfoResponse;

        if (jobInfo.jobState === "COMPLETED") {
            console.log("Success!!");
        } else if (jobInfo.jobState === "FAILED") {
            console.log(`Uups! Something was wrong: ${jobInfo.errorMessage}`);
        } else {
            console.log(`The job's been cancelled: ${jobInfo.cancellationReason}`);
        }
    }

    async close() {}
}