Hi my ,
linkedIn Job Scrape just broke. Because linked in requires login to view any job. Previously jobs where public. Any ideas how I can adjust my Parse Node to get the Job Details (Title, Description, Company) again?
from bs4 import BeautifulSoup
html = _input.all()[0][‘json’][‘data’]
soup = BeautifulSoup(html, ‘html.parser’)
title = soup.select(‘div h1’)[0].text
company = soup.select(‘div span a’)[0].text.strip()
location = soup.select(“div span[class*=‘topcard__flavor topcard__flavor–bullet’]”)[0].text.strip()
jd_container = soup.find(“div”, class_=“description__text description__text–rich”)
if jd_container:
complete_jd = jd_container.get_text(separator=“\n”, strip=True)
else:
company_jd = “no jd”
urns = [a.get(“data-semaphore-content-urn”) for a in soup.select(“a[data-item-type=‘semaphore’]”)]
job_id =urns[0].split(“:”)[-1]
apply_link = “``https://www.linkedin.com/jobs/view/”`` + job_id
apply_link
return {
“title”: title,
“company”: company,
“location”: location,
“jobdescription”: complete_jd,
“link”: apply_link
}