linkedin_intern_scraper.js

const { events, LinkedinScraper } = require("linkedin-jobs-scraper");

(async () => {
  // Programatically disable logger
  setTimeout(() => LinkedinScraper.disableLogger(), 5000);

  // Each scraper instance is associated with one browser.
  // Concurrent queries will be runned on different pages within the same browser instance.
  const scraper = new LinkedinScraper({
    headless: true,
    slowMo: 100 // used to be 10
  });

  var res = {
    table: []
  };

  // Listen for custom events
  scraper.on(
    events.custom.data,
    ({
      query,
      location,
      link,
      title,
      company,
      place,
      date,
      senorityLevel,
      jobFunction,
      employmentType,
      industries
    }) => {
      res.table.push({
        query: query,
        location: location,
        title: title,
        company: company,
        place: place,
        date: date,
        // description: description,
        link: link,
        senorityLevel: senorityLevel,
        function: jobFunction,
        employmentType: employmentType,
        industries: industries
      });
    }
  );

  scraper.on(events.custom.error, err => {
    console.error(err);
  });
  scraper.on(events.custom.end, () => {
    console.log("All done!");
    let fs = require("fs");
    let time = '{"time" : ' + '"' + new Date().toLocaleString() + '",';
    fs.writeFile(
      "src/linkedin_intern_output.json",
      time + '"data" : ' + JSON.stringify(res.table) + "}",
      "utf8",
      () => {}
    );
  });

  // Listen for puppeteer specific browser events
  scraper.on(events.puppeteer.browser.targetcreated, () => {});
  scraper.on(events.puppeteer.browser.targetchanged, () => {});
  scraper.on(events.puppeteer.browser.targetdestroyed, () => {});
  scraper.on(events.puppeteer.browser.disconnected, () => {});

  // This will be executed on browser side

  // Run queries concurrently
  await Promise.all([
    scraper.run(["software intern"], ["Canada"], {
      paginationMax: 2,
      optimize: true
    }),
    scraper.run("software co-op", "Canada", {
      paginationMax: 2,
      // filter: {
      //   relevance: ERelevanceFilterOptions.RELEVANT
      // },
      optimize: true
    }),
    scraper.run("software developer co-op", "Canada", {
      paginationMax: 2,
      // filter: {
      //   relevance: ERelevanceFilterOptions.RELEVANT
      // },
      optimize: true
    }),
    scraper.run("software developer intern", "Canada", {
      paginationMax: 2,
      // filter: {
      //   relevance: ERelevanceFilterOptions.RELEVANT
      // },
      optimize: true
    }),
    scraper.run("software engineer intern", "Canada", {
      paginationMax: 2,
      // filter: {
      //   relevance: ERelevanceFilterOptions.RELEVANT
      // },
      optimize: true
    }),
    scraper.run("software engineer co-op", "Canada", {
      paginationMax: 2,
      // filter: {
      //   relevance: ERelevanceFilterOptions.RELEVANT
      // },
      optimize: true
    })
  ]);

  // Close browser
  await scraper.close();
})();