1. <?php
  3. /**
  4. * Paginate HTTP response results with retry and fixed intervals.
  5. *
  6. * @param string $url The URL to fetch data from.
  7. * @param int $pageSize The number of results per page.
  8. * @param int $retryInterval The interval between retries in seconds.
  9. * @return array An array containing the paginated results, total count, and URL.
  10. * Returns an empty array on error.
  11. */
  12. function paginateHttp(string $url, int $pageSize, int $retryInterval): array
  13. {
  14. $allResults = [];
  15. $currentPage = 1;
  16. $totalCount = 0;
  18. do {
  19. try {
  20. $response = file_get_contents($url); // Fetch the data
  21. if ($response === false) {
  22. error_log("Error fetching URL: $url");
  23. return []; // Return empty array on failure
  24. }
  26. $data = json_decode($response, true); // Decode JSON
  27. if ($data === null) {
  28. error_log("Error decoding JSON from URL: $url");
  29. return []; // Return empty array on failure
  30. }
  32. $results = $data['results'] ?? []; // Assuming 'results' key contains the items
  33. $totalCount = count($results);
  34. $allResults = array_merge($allResults, $results);
  36. if (empty($results)) {
  37. break; // No more results
  38. }
  40. $url = $data['next'] ?? null; // Assuming 'next' key contains the URL for the next page
  42. if ($url === null) {
  43. break; // No next page
  44. }
  46. $currentPage++;
  47. usleep($retryInterval * 1000000); // Wait before retrying
  48. } catch (Exception $e) {
  49. error_log("Error during pagination: " . $e->getMessage());
  50. return []; // Return empty array on error
  51. }
  52. } while ($url !== null);
  54. $totalPages = ceil($totalCount / $pageSize);
  56. return [
  57. 'results' => array_slice($allResults, ($currentPage - 1) * $pageSize, $pageSize),
  58. 'totalCount' => $totalCount,
  59. 'pageSize' => $pageSize,
  60. 'totalPages' => $totalPages,
  61. 'url' => $url
  62. ];
  63. }
  65. ?>

Add your comment