fix(naukri): prevent str.find error by normalizing input and parsing before Markdown (#300)

Author: Kaushik4141

jobspy/naukri/__init__.py

@@ -164,12 +164,15 @@ def _process_job(
         date_posted = self._parse_date(job.get("footerPlaceholderLabel"), job.get("createdDate"))
 
         job_url = f"https://www.naukri.com{job.get('jdURL', f'/job/{job_id}')}"
-        description = job.get("jobDescription") if full_descr else None
+        raw_description = job.get("jobDescription") if full_descr else None
+
+        job_type = parse_job_type(raw_description) if raw_description else None
+        company_industry = parse_company_industry(raw_description) if raw_description else None
+
+        description = raw_description
         if description and self.scraper_input.description_format == DescriptionFormat.MARKDOWN:
             description = markdown_converter(description)
 
-        job_type = parse_job_type(description) if description else None
-        company_industry = parse_company_industry(description) if description else None
         is_remote = is_job_remote(title, description or "", location)
         company_logo = job.get("logoPathV3") or job.get("logoPath")
 

jobspy/naukri/util.py

@@ -5,21 +5,25 @@
 from jobspy.util import get_enum_from_job_type
 
 
-def parse_job_type(soup: BeautifulSoup) -> list[JobType] | None:
+def parse_job_type(soup: BeautifulSoup |str) -> list[JobType] | None:
     """
     Gets the job type from the job page
     """
+    if isinstance(soup, str):
+        soup = BeautifulSoup(soup, "html.parser")
     job_type_tag = soup.find("span", class_="job-type")
     if job_type_tag:
         job_type_str = job_type_tag.get_text(strip=True).lower().replace("-", "")
         return [get_enum_from_job_type(job_type_str)] if job_type_str else None
     return None
 
 
-def parse_company_industry(soup: BeautifulSoup) -> str | None:
+def parse_company_industry(soup: BeautifulSoup | str) -> str | None:
     """
     Gets the company industry from the job page
     """
+    if isinstance(soup, str):
+        soup = BeautifulSoup(soup, "html.parser")
     industry_tag = soup.find("span", class_="industry")
     return industry_tag.get_text(strip=True) if industry_tag else None