diff --git a/shared_collector/scripts/_darkfeed.py b/shared_collector/scripts/_darkfeed.py index fa75fab..dc7abad 100644 --- a/shared_collector/scripts/_darkfeed.py +++ b/shared_collector/scripts/_darkfeed.py @@ -33,7 +33,7 @@ def parse_leak_data(self, html_content: str, p_data_url: str) -> Tuple[leak_data data_model = leak_data_model(cards_data=[], contact_link=self.contact_page(), base_url=self.base_url, content_type=["leak"]) today_date = datetime.today().strftime('%Y-%m-%d') - allowed_tags = { "tag-data-breach", "tag-ransomware-intelligence"} + allowed_tags = {"tag-data-breach", "tag-ransomware-intelligence"} for article in self.soup.find_all("article", class_="elementor-post"): classes = set(article.get("class", [])) # Convert class list to set for easy comparison @@ -54,7 +54,10 @@ def parse_leak_data(self, html_content: str, p_data_url: str) -> Tuple[leak_data if url and title and posted_date: content_message = f"{title}, To visit or explore more visit the website: {url}" - card = card_extraction_model(m_title=title, m_url=url, m_base_url=self.base_url, m_content=content_message, m_content_type="leak", m_logo_or_images=[image_url] if image_url else [], m_last_updated=today_date, ) + important_content = title + + card = card_extraction_model(m_title=title, m_url=url, m_base_url=self.base_url, m_content=content_message, m_content_type="leak", m_logo_or_images=[image_url] if image_url else [], m_last_updated=today_date, m_important_content=important_content # Add title here + ) self.extracted_data.append(card) data_model.cards_data.append(card)