Connect Github repository files and Kafka in our serverless environment

class GithubSourceRepositoryFiles {
    async init() {
        // TODO: Create your github credential
        // More info at https://yepcode.io/docs/integrations/github/#credential-configuration
        this.github = yepcode.integration.github("your-github-credential-name");
        // TODO: Customize the repo name and owner
        this.repositoryOwner = "your-github-username";
        this.repositoryName = "your-repository-name";
    }

    async fetch(publish, done) {
        // TODO: Customize the path you want to obtain all files in it and its subdirectories (if has)
        // It can also be a file path to only obtain one file
        // If you pass undefined you will obtain the entire repository content
        await this._publishPathContent("/path-in-repo", publish);
        done();
    }

    _isFileContent = isString;
    _isDirectoryInfo = isObject;

    _publishPathContent = async (path, publishCallback) => {
        // More info of this request at: https://docs.github.com/en/rest/repos/contents#get-repository-content
        const response = await this.github.rest.repos.getContent({
            mediaType: {
                format: "raw",
            },
            owner: this.repositoryOwner,
            repo: this.repositoryName,
            path: path,
        });
        const {
            data
        } = response;

        if (this._isFileContent(data)) {
            // TODO: Customize the item to publish for each file in the repository
            publishCallback({
                path,
                content: data
            });
            return;
        }

        if (this._isDirectoryInfo(data)) {
            for (const directoryEntry of data) {
                await this._publishPathContent(directoryEntry.path, publishCallback);
            }
            return;
        }

        console.error("Unexpected data type: ", response.headers["content-type"]);
    };

    async close() {}
}

class KafkaTargetSendMessage {
    async init() {
        // TODO: Create your kafka credential
        // More info at https://yepcode.io/docs/integrations/kafka/#credential-configuration
        const kafka = yepcode.integration.kafka("your-kafka-credential-name");
        this.producer = kafka.producer();
        await this.producer.connect();
    }

    async consume(item) {
        // TODO: customize your message and topic
        const message = `Your message content ${item.name}`;
        await this.producer.send({
            topic: "your-topic",
            messages: [{
                value: message
            }],
        });
    }

    async close() {
        await this.producer.disconnect();
    }
}