Connect Monday and Amazon S3 NDJSON file in our serverless environment

class GraphqlSourceMondaySelectItems {
    async init() {
        // TODO: Create your GraphQL credential with monday information and base url: https://api.monday.com/v2/
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // Official docs: https://developer.monday.com/api-reference/docs/authentication
        this.monday = yepcode.integration.graphql("your-monday-credential-name");
    }

    async fetch(publish, done) {
        const ids = ["<your-board-id>"];
        const queryParams = {
            rules: [{
                column_id: "your-column-id",
                compare_value: ["your-filter-criteria"],
            }, ],
        };
        const variables = {
            ids,
            queryParams
        };

        try {
            const {
                boards
            } = await this.getBoards(variables);
            const page = boards[0].items_page;
            page.items.forEach((item) => publish(item));
            variables.cursor = page.cursor;
            // It's not allowed to send cursor and query_params in the same request
            // Subsequent cursor calls will return the elements on the next page with the criteria defined in the initial queryParams.
            variables.queryParams = undefined;

            while (variables.cursor) {
                const {
                    boards
                } = await this.getBoards(variables);
                const page = boards[0].items_page;
                page.items.forEach((item) => publish(item));
                variables.cursor = page.cursor;
            }
        } catch (error) {
            console.log(`Something wrong has happened: ${error.message}`);
        }

        done();
    }

    getBoards(variables) {
        // TODO: Customize your GraphQL query
        // The max page size is 100.
        // IMPORTANT: This example uses the api version "2023-10" recommended by Monday. Some fields could change between versions, so check the official docs for more info.
        // Official docs: https://developer.monday.com/api-reference/docs/items_page
        return this.monday.request(
            gql`
        query getBoards(
          $limit: Int!
          $queryParams: ItemsQuery
          $ids: [ID!]
          $cursor: String
        ) {
          boards(ids: $ids) {
            items_page(
              limit: $limit
              query_params: $queryParams
              cursor: $cursor
            ) {
              cursor
              items {
                id
                name
              }
            }
          }
        }
      `,
            variables
        );
    }

    async close() {}
}

class AwsS3TargetUploadNdjson {
    async init() {
        // TODO: Create your aws-s3 credential
        // More info at https://yepcode.io/docs/integrations/aws-s3/#credential-configuration
        const awsS3 = yepcode.integration.awsS3("your-aws-s3-credential-name");
        // Transforms the items into a ndjson format
        this.stringifier = ndjson.stringify();
        const targetStream = new PassThrough();
        this.stringifier.pipe(targetStream);
        // TODO: customize the Upload content
        // More info at: https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/interfaces/_aws_sdk_lib_storage.options-1.html
        const upload = new Upload({
            client: awsS3,
            params: {
                Bucket: "your-bucket-name",
                Key: "your-file-name.ndjson",
                Body: targetStream,
            },
        });
        upload.on("httpUploadProgress", (progress) => {
            console.log(`Upload progress`, progress);
        });
        this.uploadPromise = upload.done();
    }

    async consume(item) {
        this.stringifier.write(item);
    }

    async close() {
        try {
            this.stringifier.end();
        } catch (error) {
            console.error(`Error ending stringifier`, error);
        }
        try {
            await this.uploadPromise;
        } catch (error) {
            console.error(`Error ending upload`, error);
        }
    }
}