Skip to content

Commit bb77a89

Browse files
committed
clean up unused function
Signed-off-by: Lu Ken <bluewish.ken.lu@live.cn>
1 parent a99db24 commit bb77a89

1 file changed

Lines changed: 0 additions & 21 deletions

File tree

src/gentrade/news/meta.py

Lines changed: 0 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -61,27 +61,6 @@ def to_dict(self) -> Dict[str, Any]:
6161
"market": self.market,
6262
}
6363

64-
def fetch_article_html(self) -> Optional[str]:
65-
"""Fetch raw HTML content from the article's direct URL.
66-
67-
Uses a browser-like user agent to avoid being blocked by servers.
68-
69-
Returns:
70-
Raw HTML string if successful; None if request fails.
71-
"""
72-
headers = {
73-
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 "
74-
"(KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
75-
}
76-
77-
try:
78-
response = requests.get(self.url, headers=headers, timeout=15)
79-
response.raise_for_status()
80-
return response.text
81-
except requests.RequestException as e:
82-
logger.debug(f"Failed to fetch HTML for {self.url}: {e}")
83-
return None
84-
8564
class NewsProviderBase(metaclass=abc.ABCMeta):
8665
"""Abstract base class defining the interface for news providers.
8766

0 commit comments

Comments
 (0)