1. <?php
  3. /**
  4. * Removes duplicate HTTP responses for monitoring purposes.
  5. *
  6. * Uses a configuration file to define the log file path and other settings.
  7. */
  9. // Configuration file path
  10. $config_file = 'config.ini';
  12. // Default configuration values
  13. $config = [
  14. 'log_file' => 'response_log.txt',
  15. 'max_responses' => 1000, //Limit number of responses to process.
  16. ];
  18. // Load configuration from file
  19. if (file_exists($config_file)) {
  20. $config = parse_ini_file($config_file);
  21. }
  24. /**
  25. * Removes duplicate HTTP responses from a log file.
  26. *
  27. * @param string $log_file The path to the log file.
  28. * @param int $max_responses The maximum number of responses to process.
  29. */
  30. function removeDuplicateResponses(string $log_file, int $max_responses): void
  31. {
  32. $response_set = []; // Use a set to store unique responses
  34. $file = fopen($log_file, 'r');
  35. if (!$file) {
  36. error_log("Error opening log file: $log_file");
  37. return;
  38. }
  40. $response_count = 0;
  41. while (($line = fgets($file)) !== false) {
  42. $response = trim($line);
  44. // Skip empty lines
  45. if (empty($response)) {
  46. continue;
  47. }
  49. if (!in_array($response, $response_set)) {
  50. $response_set[] = $response;
  51. $response_count++;
  53. if ($response_count >= $max_responses) {
  54. break; // Stop processing if limit reached
  55. }
  56. }
  57. }
  59. fclose($file);
  61. // Write the unique responses back to the log file
  62. $file = fopen($log_file, 'w');
  63. if (!$file) {
  64. error_log("Error opening log file for writing: $log_file");
  65. return;
  66. }
  68. foreach ($response_set as $response) {
  69. fputcsv($file, [$response]); // Write each response as a CSV row
  70. }
  72. fclose($file);
  74. error_log("Duplicate responses removed from $log_file. Processed $response_count responses.");
  75. }
  78. // Example usage
  79. removeDuplicateResponses($config['log_file'], $config['max_responses']);
  82. ?>

Add your comment