{"info":{"_postman_id":"2edc1e19-76d1-45ac-a5c8-a0142b035401","name":"Web Scraping","description":"

This collection uses cheerio.js to scrape html from https://remoteok.io and display scraped data in a bootstrap based visualizer.

\n","schema":"https://schema.getpostman.com/json/collection/v2.0.0/collection.json","toc":[],"owner":"7889102","collectionId":"2edc1e19-76d1-45ac-a5c8-a0142b035401","publishedId":"SWTEbw7a","public":true,"customColor":{"top-bar":"FFFFFF","right-sidebar":"303030","highlight":"EF5B25"},"publishDate":"2020-10-05T14:04:42.000Z"},"item":[{"name":"Job Scraping","event":[{"listen":"test","script":{"id":"61107c98-9ef7-4900-9faf-e756d98bee84","exec":["const $ = cheerio.load(pm.response.text());","","let siteName = $('.top > .action-post-job').text();","","var things1 = [];","var things2 = [];","","$('table#jobsboard tr.job').each((index,element) => {"," "," things1.push({"," title: $(element).find($('td.company_and_position [itemprop=\"title\"]')).text(),"," company: $(element).find($('td.company_and_position [itemprop=\"name\"]')).text(),"," location: $(element).find($('td.company_and_position span')).last().text(),"," link: \"https://remoteok.io\" + $(element).find($('td.source a')).attr('href'),"," id: $(element).attr('data-id')"," })"," ","});","","$('table#jobsboard tr.expand').each((index,element) => {"," "," things2.push({"," description: $(element).find($('td.heading div.description')).text(),"," id: $(element).attr('data-id')"," })"," ","});","","//combining logic here","things1.each(res => { "," "," var result = things2.filter(obj => {"," return obj.id === res.id"," });"," "," console.log(result)"," "," if (result.length > 0) {"," res['description'] = result[0].description;"," }","});",""," let template = `"," "," ","
","
","
","

Job Postings

","
","
","
"," {{#each response}}","
","
","
{{company}}
","
","

{{title}}

","
{{location}}
"," Apply","

{{description}}

","
","
","
"," {{/each}}","
","
","`;","","pm.visualizer.set(template, {"," response: things1","});"],"type":"text/javascript"}}],"id":"1ce4fb55-2c8c-44a5-b1d6-273cfdff71d9","protocolProfileBehavior":{"disableBodyPruning":true},"request":{"method":"GET","header":[],"url":"https://remoteok.io/","urlObject":{"protocol":"https","path":[""],"host":["remoteok","io"],"query":[],"variable":[]}},"response":[],"_postman_id":"1ce4fb55-2c8c-44a5-b1d6-273cfdff71d9"}],"event":[{"listen":"prerequest","script":{"id":"8189c681-cee1-4028-9503-d7ec6c53a1b1","type":"text/javascript","exec":[""]}},{"listen":"test","script":{"id":"61828566-7260-49b7-8d21-f4b975562e56","type":"text/javascript","exec":[""]}}]}