Connect Xata and Amazon S3 NDJSON file in our serverless environment

class HttpSourceXataQuery {
    async init() {
        // TODO: Create your http credential with xata information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: Your Xata.io base url https://${your-workspace}.${your-zone}.xata.sh/db'
        // HTTP Headers: { "Authorization": "Bearer <your-xata-api-key>" }
        this.httpClient = yepcode.integration.http(
            "your-http-xata-credential-name"
        );
    }

    async fetch(publish, done) {
        // TODO: Set your table endpoint parameters
        // You may check API documentation for more details
        // https://xata.io/docs/overview
        const database = "<your-database>";
        const branch = "<your-branch>";
        const table = "<your-table>";
        const pagination = {
            page: {
                size: 15
            }
        };

        await this.httpClient
            .post(`/${database}:${branch}/tables/${table}/query`, pagination)
            .then(({
                data
            }) => {
                for (const row of data.records) {
                    publish(row);
                }
            })
            .catch((error) => {
                console.error(
                    `An error was thrown retrieving data`,
                    error.response.data
                );
                throw error;
            });

        done();
    }

    async close() {}
}

class AwsS3TargetUploadNdjson {
    async init() {
        // TODO: Create your aws-s3 credential
        // More info at https://yepcode.io/docs/integrations/aws-s3/#credential-configuration
        const awsS3 = yepcode.integration.awsS3("your-aws-s3-credential-name");
        // Transforms the items into a ndjson format
        this.stringifier = ndjson.stringify();
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);
        // TODO: customize the Upload content
        // More info at: https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/interfaces/_aws_sdk_lib_storage.options-1.html
        const upload = new Upload({
            client: awsS3,
            params: {
                Bucket: "your-bucket-name",
                Key: "your-file-name.ndjson",
                Body: targetStream,
            },
        });
        upload.on("httpUploadProgress", (progress) => {
            console.log(`Upload progress`, progress);
        });
        this.uploadPromise = upload.done();
    }

    async consume(item) {
        this.stringifier.write(item);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.uploadPromise;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}