"""
Test suite locking out TypeError in WebTools.search_web
when fetch_webpage returns a dictionary containing 'content': None.
"""
import os
import sys
from unittest.mock import MagicMock
sys.modules['html2text'] = MagicMock()
sys.path.insert(0, os.path.abspath(os.path.dirname(__file__)))
from web_tools import WebTools
def test_search_web_handles_null_page_content():
"""
Ensure search_web calculates content_length correctly when page_content['content'] is None.
"""
tool = WebTools.__new__(WebTools)
tool.serper_api_key = "dummy"
tool.fetch_webpage = MagicMock(return_value={'content': None, 'success': True})
mock_resp = MagicMock()
mock_resp.status_code = 200
mock_resp.json.return_value = {
'organic': [
{'title': 'Example', 'link': 'http://example.com', 'snippet': 'Test snippet'}
]
}
import requests
requests.post = MagicMock(return_value=mock_resp)
res = tool.search_web("test query", num_results=1)
assert res['num_results'] == 1
assert res['results'][0]['content_length'] == 0
def test_fetch_webpage_title_with_nested_elements():
"""
Ensure fetch_webpage extracts title text correctly when title tag has nested HTML elements.
"""
html_content = "Report <span>2026</span>Test content
"
mock_resp = MagicMock()
mock_resp.status_code = 200
mock_resp.text = html_content
mock_resp.raise_for_status = MagicMock()
import requests
requests.get = MagicMock(return_value=mock_resp)
tool = WebTools.__new__(WebTools)
tool.page_cache = {}
tool.html_converter = MagicMock()
tool.html_converter.handle.return_value = "Test content"
res = tool.fetch_webpage("http://example.com/report")
assert res['title'] == "Report 2026"