1. import requests
  2. from bs4 import BeautifulSoup
  3. import time
  4. import json
  6. def sync_html_resources(url, default_values):
  7. """
  8. Syncs resources (links, images, scripts, stylesheets) of an HTML page
  9. with default values for monitoring purposes.
  11. Args:
  12. url (str): The URL of the HTML page to sync.
  13. default_values (dict): A dictionary containing default values for resources.
  14. Example: {'image_url': 'default_image.png', 'script_url': 'default.js'}
  16. Returns:
  17. dict: A dictionary containing the updated HTML with synced resources,
  18. or None if an error occurred.
  19. """
  20. try:
  21. response = requests.get(url)
  22. response.raise_for_status() # Raise HTTPError for bad responses (4xx or 5xx)
  24. soup = BeautifulSoup(response.content, 'html.parser')
  26. # Sync links
  27. for link in soup.find_all('a', href=True):
  28. link['href'] = default_values.get('link_url', '') # Use default if not found
  30. # Sync images
  31. for img in soup.find_all('img', src=True):
  32. img['src'] = default_values.get('image_url', '')
  34. # Sync scripts
  35. for script in soup.find_all('script', src=True):
  36. script['src'] = default_values.get('script_url', '')
  38. # Sync stylesheets
  39. for link in soup.find_all('link', rel='stylesheet', href=True):
  40. link['href'] = default_values.get('stylesheet_url', '')
  42. return soup.prettify() # Return prettified HTML
  43. except requests.exceptions.RequestException as e:
  44. print(f"Error fetching URL: {e}")
  45. return None
  46. except Exception as e:
  47. print(f"Error processing HTML: {e}")
  48. return None
  52. if __name__ == '__main__':
  53. # Example Usage
  54. url_to_sync = 'https://www.example.com' # Replace with your target URL
  55. default_resource_values = {
  56. 'link_url': 'https://www.example.com/default',
  57. 'image_url': 'https://www.example.com/default_image.png',
  58. 'script_url': 'https://www.example.com/default.js',
  59. 'stylesheet_url': 'https://www.example.com/default.css'
  60. }
  62. synced_html = sync_html_resources(url_to_sync, default_resource_values)
  64. if synced_html:
  65. #Save to a file
  66. with open('synced_html.html', 'w') as f:
  67. f.write(synced_html)
  68. print("HTML synced and saved to synced_html.html")
  70. else:
  71. print("HTML sync failed.")

Add your comment