Connect AWS Redshift and Tinybird in our serverless environment

class AwsRedshiftSourceSelect {
    async init() {
        // TODO: Create your aws-redshift credential
        // More info at https://yepcode.io/docs/integrations/aws-redshift/#credential-configuration
        this.awsRedshift = yepcode.integration.awsRedshift(
            "your-aws-redshift-credential-name"
        );

        // TODO: Customize the command to be executed
        // More info at https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-redshift-data/interfaces/executestatementcommandinput.html
        const {
            Id
        } = await this.awsRedshift.send(
            new ExecuteStatementCommand({
                ClusterIdentifier: "your-cluster-identifier",
                Database: "your-database-name",
                DbUser: "your-database-user",
                Sql: "SELECT * FROM your-table-name;",
            })
        );
        this.statementId = Id;
        await this._awaitStatementToFinish();
    }

    async fetch(publish, done) {
        let nextToken;
        // if result is returned paginated, iterate to publish entire statement result
        do {
            const result = await this.awsRedshift.send(
                new GetStatementResultCommand({
                    Id: this.statementId,
                    NextToken: nextToken,
                })
            );
            nextToken = result.NextToken;
            for (const record of result.Records) {
                // Each record come as a list of record cells
                // More info at https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/clients/client-redshift-data/interfaces/getstatementresultcommandoutput.html

                // TODO: Customize record columns mapping to the item that will be published
                const item = {
                    id: record.id,
                    ...record
                };

                await publish(item);
            }
        } while (nextToken);
        done();
    }

    async close() {}

    _awaitStatementToFinish() {
        return new Promise((resolve, reject) => {
            const describeStatementCommand = new DescribeStatementCommand({
                Id: this.statementId,
            });

            // Configure interval to check statement status
            const intervalId = setInterval(async () => {
                const result = await this.awsRedshift.send(describeStatementCommand);
                if (result.Status === "FINISHED") {
                    clearInterval(intervalId);
                    resolve();
                    return;
                }

                if (result.Status === "FAILED" || result.Status === "ABORTED") {
                    clearInterval(intervalId);
                    reject();
                    return;
                }
            }, 1000);
        });
    }
}

class HttpTargetTinybirdAppendEndpoint {
    async init() {
        // TODO: Create your http credential with tynibird information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.tinybird.co/v0
        // HTTP Headers: { "Authorization": "Bearer your-read-token" }
        this.axiosClient = yepcode.integration.http(
            "your-tinybird-credential-name"
        );

        // Transforms the items into a csv format
        this.stringifier = csv.stringify({
            delimiter: ",",
        });
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);

        // Append the stream to Tinybird endpoint
        const formData = FormData();
        formData.append("csv", targetStream);

        // TODO: Customize your request checking the API documentation:
        // https://www.tinybird.co/docs/api-reference/datasource-api.html
        this.tinybirdPost = this.axiosClient.post(
            `/datasources?format=csv&mode=append&name=your_end_point_name`,
            formData, {
                headers: {
                    ...formData.getHeaders(),
                },
            }
        );
    }

    async consume(item) {
        // TODO: Map item to your CSV format
        const csvRow = [item.col1, item.col2, item.col3];
        this.stringifier.write(csvRow);
    }

    async close() {
        this.stringifier.end();
        await this.tinybirdPost;
    }
}