110 lines
3.5 KiB
PHP
110 lines
3.5 KiB
PHP
<?php
|
||
namespace ContingentParser\Http;
|
||
|
||
use GuzzleHttp\Client;
|
||
use GuzzleHttp\Exception\ClientException;
|
||
use GuzzleHttp\Exception\ConnectException;
|
||
use GuzzleHttp\Exception\RequestException;
|
||
use GuzzleHttp\Exception\ServerException;
|
||
use GuzzleHttp\Psr7\Exception\MalformedUriException;
|
||
use GuzzleHttp\TransferStats;
|
||
|
||
final class HttpClientFacade
|
||
{
|
||
private Client $client;
|
||
private array $config;
|
||
|
||
public function __construct() {}
|
||
/**
|
||
* Обработка численности обучающихся
|
||
* @param string $url
|
||
* URL сайта
|
||
* @param array $site
|
||
* Идентификатор организации, и базовый URL
|
||
* @return string
|
||
*/
|
||
public function processEducationContingentSites(
|
||
string $url,
|
||
array $site
|
||
) : string {
|
||
try {
|
||
$client = $this->createClient($url);
|
||
// Запрос по базовому uri
|
||
$response = $client->get('', [
|
||
'on_stats' => function (TransferStats $stats) use (&$redirectUrl) {
|
||
$redirectUrl = $stats->getEffectiveUri();
|
||
}
|
||
]);
|
||
|
||
print("Redirect $url -> $redirectUrl" . PHP_EOL);
|
||
$url .= substr($url, -1) == '/' ? '':'/';
|
||
$url .= "sveden/education/";
|
||
print("Parsing for $url" . PHP_EOL);
|
||
|
||
$response = $client->get($url);
|
||
$httpCode = $response->getStatusCode();
|
||
print("\033[94mHTTP-code: $httpCode\033[0m\n");
|
||
|
||
$html = $response->getBody()->getContents();
|
||
} catch (ClientException
|
||
| RequestException
|
||
| ConnectException
|
||
| ServerException
|
||
| MalformedUriException $e
|
||
) {
|
||
print("\033[91mHTTP-code: ". $e->getCode(). "\033[0m\n");
|
||
$html = $this->handleException($url, $site);
|
||
} finally {
|
||
return $html;
|
||
}
|
||
}
|
||
/**
|
||
* Обработка исключения
|
||
* Повторная попытка спомощью CurlHelper
|
||
* @param string $url
|
||
* URL сайта
|
||
* @param array $site
|
||
* @return string
|
||
*/
|
||
private function handleException(string $url, array $site) : string
|
||
{
|
||
$curlHelper = new CurlHelper($url, $site);
|
||
return $curlHelper->getContent();
|
||
}
|
||
/**
|
||
* Создать клиента с базовым URL
|
||
* @param string $url
|
||
* @return \GuzzleHttp\Client
|
||
*/
|
||
private function createClient(string $url) : Client
|
||
{
|
||
$this->config = $this->config() + ["base_uri" => $url];
|
||
return new Client($this->config);
|
||
}
|
||
/**
|
||
* Конфигурация клиента
|
||
* @return array
|
||
*/
|
||
private function config() : array
|
||
{
|
||
return [
|
||
'force_ip_resolve' => 'v4',
|
||
'debug' => fopen("log/debug-http.log", "w"),
|
||
'allow_directs' => [
|
||
'max' => 5,
|
||
'strict' => true,
|
||
'referer' => true,
|
||
'protocols' => ['http', 'https'],
|
||
'track_redirects' => true
|
||
],
|
||
'connect_timeout' => 300.0,
|
||
'verify' => false,
|
||
'headers' => [
|
||
'User-Agent' => 'Mozilla/5.0 (X11; Linux x86_64) '
|
||
.'AppleWebKit/537.36 (KHTML, like Gecko) '
|
||
.'Chrome/124.0.0.0 YaBrowser/24.6.0.0 Safari/537.36',
|
||
'Content-Type' => 'text/html;charset=utf-8'
|
||
]
|
||
];
|
||
}
|
||
} |