Connect Theirstack job postings and Algolia in our serverless environment

class HttpSourceTheirstackJobs {
    async init() {
        // TODO: Create your http credential with theirstack information:
        // More info at https://yepcode.io/docs/integrations/http/#credential-configuration
        // baseUrl: https://api.theirstack.com/v1
        // HTTP Headers: { "Authorization": "Bearer <your-api-key>" }
        this.httpClient = yepcode.integration.http("theirstack");
    }

    async fetch(publish, done) {
        // TODO: Customize your request checking the API documentation:
        // https://api.theirstack.com/#tag/Jobs
        const payload = {
            order_by: [{
                    desc: true,
                    field: "date_posted",
                },
                {
                    desc: true,
                    field: "discovered_at",
                },
            ],
            page: 0,
            limit: 25,
            company_name_or: [],
            company_domain_or: [],
            company_name_not: [],
            company_name_partial_match_or: [],
            company_name_partial_match_not: [],
            company_description_pattern_or: [],
            company_description_pattern_not: [],
            company_description_pattern_accent_insensitive: false,
            min_employee_count: null,
            max_employee_count: null,
            min_funding_usd: null,
            max_funding_usd: null,
            funding_stage_or: [],
            industry_or: [],
            industry_not: [],
            company_tags_or: [],
            company_type: "all",
            company_investors_or: [],
            company_investors_partial_match_or: [],
            company_technology_slug_or: [],
            company_technology_slug_not: [],
            only_yc_companies: false,
            company_location_pattern_or: [],
            company_country_code_or: [],
            company_country_code_not: [],
            company_list_id_or: [],
            company_list_id_not: [],
            job_title_or: [],
            job_title_not: [],
            job_title_pattern_and: [],
            job_title_pattern_or: [],
            job_title_pattern_not: [],
            job_country_code_or: [],
            job_country_code_not: [],
            posted_at_max_age_days: null,
            posted_at_gte: null,
            posted_at_lte: null,
            discovered_at_max_age_days: null,
            discovered_at_gte: null,
            discovered_at_lte: null,
            job_description_pattern_or: [],
            job_description_pattern_not: [],
            job_description_pattern_is_case_insensitive: true,
            remote: null,
            only_jobs_with_reports_to: false,
            only_jobs_with_hiring_managers: false,
            job_ids: [],
            min_salary_usd: null,
            max_salary_usd: null,
            job_technology_slug_or: [],
            job_technology_slug_not: [],
            job_technology_slug_and: [],
            job_location_pattern_or: [],
            job_location_pattern_not: [],
            scraper_name_pattern_or: [],
            include_total_results: false,
            group_by: [],
        };
        const {
            data: {
                data: jobs
            },
        } = await this.httpClient.post("jobs/search", payload);

        for (const job of jobs) {
            await publish(job);
        }
        done();
    }

    async close() {}
}

class AlgoliaTargetSaveObjects {
    async init() {
        // TODO: Create your algolia credential
        // More info at https://yepcode.io/docs/integrations/algolia/#credential-configuration
        this.algoliaClient = yepcode.integration.algolia(
            "your-algolia-credential-name"
        );

        // TODO: Customize your index name
        this.algoliaIndex = this.algoliaClient.initIndex("your-algolia-index-name");

        this.objectsToSave = [];
    }
    async consume(item) {
        // TODO: Build your objects to be saved. More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        this.objectsToSave.push(item);
    }

    async close() {
        // We save all the objects in one operation to take advance of performance beneficts that algolia client includes
        // More info at https://www.algolia.com/doc/api-reference/api-methods/save-objects/
        await this.algoliaIndex.saveObjects(this.objectsToSave);
    }
}