Connect GoHighLevel and Kafka in our serverless environment

class HttpSourceGohighlevelContactsSearch {
    async init() {
        // More info at https://www.npmjs.com/package/axios
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        // TODO: Add your http credential with GoHighLevel information:
        // Official docs: https://public-api.gohighlevel.com/
        this.goHighLevel = axios.create({
            baseURL: yepcode.env.GOHIGHLEVEL_BASE_URL,
        });
    }

    async fetch(publish, done) {
        // Fetch contacts from GoHighLevel based on a specific criteria
        // For more info about the allowed params and the query fields, check de link below
        // Official docs: https://public-api.gohighlevel.com/#dac71866-cddd-48e9-ba77-99fd293594fa
        const params = {
            startAfterId: undefined,
            startAfter: undefined,
            limit: 20,
            query: "your-filter-criteria",
        };

        do {
            const data = await this.getPage(params);
            for (const contact of data.contacts) {
                await publish(contact);
            }
            params.startAfterId = data.meta.startAfterId;
            params.startAfter = data.meta.startAfter;
        } while (params.startAfterId || params.startAfter);

        done();
    }

    async getPage(params) {
        const {
            data
        } = await this.goHighLevel.get("v1/contacts", {
            params
        });
        return data;
    }

    async close() {}
}

class KafkaTargetSendMessage {
    async init() {
        // More info at https://www.npmjs.com/package/kafkajs
        // TODO: Create team variables. More info at https://yepcode.io/docs/processes/team-variables
        const kafka = new Kafka({
            clientId: yepcode.env.KAFKA_CLIENT_ID,
            brokers: [yepcode.env.KAFKA_BROKER],
        });
        this.producer = kafka.producer();
        await this.producer.connect();
    }

    async consume(item) {
        // TODO: customize your message and topic
        const message = `Your message content ${item.name}`;
        await this.producer.send({
            topic: "your-topic",
            messages: [{
                value: message
            }],
        });
    }

    async close() {
        await this.producer.disconnect();
    }
}