ПОЛНЫЙ РЕФАКТОРИНГ
This commit is contained in:
215
ContingentParser/Facade.php
Normal file
215
ContingentParser/Facade.php
Normal file
@ -0,0 +1,215 @@
|
||||
<?php
|
||||
namespace ContingentParser;
|
||||
|
||||
use ContingentParser\Database\Database;
|
||||
use ContingentParser\Parser\ContingentParser;
|
||||
use GuzzleHttp\Client;
|
||||
use GuzzleHttp\Exception\ClientException;
|
||||
use GuzzleHttp\Exception\ConnectException;
|
||||
use GuzzleHttp\Exception\RequestException;
|
||||
use GuzzleHttp\Exception\ServerException;
|
||||
use GuzzleHttp\Psr7\Exception\MalformedUriException;
|
||||
use GuzzleHttp\TransferStats;
|
||||
use NilPortugues\Sql\QueryBuilder\Builder\GenericBuilder;
|
||||
|
||||
class Facade
|
||||
{
|
||||
private GenericBuilder $_builder;
|
||||
|
||||
public function __construct()
|
||||
{
|
||||
$this->_builder = new GenericBuilder();
|
||||
}
|
||||
|
||||
public function getSitesFromDatabase(Database $db) : array
|
||||
{
|
||||
// SELECT kod AS org_id, site FROM niimko.s_vuzes
|
||||
// WHERE ootype = 'vuz' AND deleted = 'n' AND fake = 'n'
|
||||
$params = [1 => 'vuz', 'n', 'n', 'RU'];
|
||||
$query = $this->_builder->select()
|
||||
->setTable('s_vuzes')
|
||||
->setColumns(['org_id' => 'kod', 'site'])
|
||||
->where('AND')
|
||||
->equals('ootype', 'vuz')
|
||||
->equals('deleted', 'n')
|
||||
->equals('fake', 'n')
|
||||
->equals('country', 'RU')
|
||||
->end();
|
||||
$sql = $this->_builder->write($query);
|
||||
$sites = $db->select($sql, $params);
|
||||
|
||||
return $sites;
|
||||
}
|
||||
|
||||
public function getSpecialtiesFromDatabase(Database $db) : array
|
||||
{
|
||||
// SELECT id AS spec_id, kod AS spec_code FROM niimko.s_specs
|
||||
// WHERE oopkodes = 'gos3p'
|
||||
$params = [1 => 'gos3p'];
|
||||
$query = $this->_builder->select()
|
||||
->setTable('s_specs')
|
||||
->setColumns(['spec_id' =>'id', 'spec_code' => 'kod'])
|
||||
->where()
|
||||
->equals('oopkodes','gos3p')
|
||||
->end();
|
||||
$sql = $this->_builder->write($query);
|
||||
var_dump($sql);
|
||||
$specialties = $db->select($sql, $params);
|
||||
|
||||
return $specialties;
|
||||
}
|
||||
|
||||
public function getUniversitiesFromDatabase(Database $db) : array
|
||||
{
|
||||
// SELECT DISTINCT org_id FROM sveden_education_contingent
|
||||
$params = [1 => 'org_id'];
|
||||
$query = $this->_builder->select()
|
||||
->setTable('sveden_education_contingent')
|
||||
->setColumns(['org_id'])
|
||||
->where()
|
||||
->greaterThan('org_id', 0)
|
||||
->end();
|
||||
$sql = $this->_builder->write($query);
|
||||
$sql = preg_replace("/ WHERE.*/", '', $sql);
|
||||
$sql = preg_replace('/SELECT/', 'SELECT DISTINCT', $sql);
|
||||
$specialties = $db->select($sql, $params);
|
||||
return $specialties;
|
||||
}
|
||||
|
||||
public function getBaseUri(string $url) : string
|
||||
{
|
||||
// Строит -> https://<base_uri>
|
||||
$url = trim(strtolower($url));
|
||||
$url = preg_replace('/\s+/', '', $url);
|
||||
$url = str_replace("www/", "www.", $url);
|
||||
$url = str_replace("http:\\\\", "", $url);
|
||||
if (!preg_match('#^https?://#', $url)) {
|
||||
$url = "https://$url";
|
||||
}
|
||||
// $url = str_replace("http://", "https://", $url);
|
||||
$arr = parse_url($url);
|
||||
$url = $arr['scheme'] . '://' . $arr['host'] . '/';
|
||||
// $url = str_replace("www.", "", $url);
|
||||
$url = str_replace("_", "/", $url);
|
||||
return trim($url);
|
||||
}
|
||||
|
||||
public function handleEducationContingentSites(
|
||||
string $uri,
|
||||
array $site
|
||||
) : string {
|
||||
try {
|
||||
$client = new Client(
|
||||
$this->setConfigClient($uri)
|
||||
);
|
||||
// Запрос по базовому uri
|
||||
$response = $client->get('', [
|
||||
'on_stats' => function (TransferStats $stats) use (&$url) {
|
||||
$url = $stats->getEffectiveUri();
|
||||
}
|
||||
]);
|
||||
print("Redirect $uri -> $url" . PHP_EOL);
|
||||
if (substr($url, -1) == '/') {
|
||||
$url .= "sveden/education/";
|
||||
} else {
|
||||
$url .= "/sveden/education/";
|
||||
}
|
||||
print("Parsing for $url" . PHP_EOL);
|
||||
$response = $client->get($url);
|
||||
$html = $response->getBody()->getContents();
|
||||
} catch (ClientException
|
||||
| RequestException
|
||||
| ConnectException
|
||||
| ServerException
|
||||
| MalformedUriException $e
|
||||
) {
|
||||
$html = '';
|
||||
} finally {
|
||||
return $html;
|
||||
}
|
||||
}
|
||||
|
||||
private function setConfigClient(string $baseUri) : array
|
||||
{
|
||||
return [
|
||||
'force_ip_resolve' => 'v4',
|
||||
'debug' => fopen("debug-http.log", "a"),
|
||||
'base_uri' => $baseUri,
|
||||
'allow_directs' => [
|
||||
'max' => 5,
|
||||
'strict' => true,
|
||||
'referer' => true,
|
||||
'protocols' => ['http', 'https'],
|
||||
'track_redirects' => true
|
||||
],
|
||||
'connect_timeout' => 300.0,
|
||||
'verify' => false,
|
||||
'headers' => [
|
||||
'User-Agent' => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 YaBrowser/24.6.0.0 Safari/537.36',
|
||||
'Content-Type' => 'text/html;charset=utf-8'
|
||||
]
|
||||
];
|
||||
}
|
||||
|
||||
public function getContingent(
|
||||
string $html,
|
||||
?array $specialties,
|
||||
int $orgId
|
||||
) : array {
|
||||
$parser = new ContingentParser($html, '//tr[@itemprop="eduChislen"]//');
|
||||
$contingent = $parser->getDataTable();
|
||||
// $this->addSpecId($contingent, $specialties);
|
||||
$this->addOrgId($contingent, $orgId);
|
||||
|
||||
return $contingent;
|
||||
}
|
||||
|
||||
private function addSpecId(array &$contingent, array $specialties) : void
|
||||
{
|
||||
$specIdMap = array_column($specialties, 'spec_id', 'spec_code');
|
||||
print_r($specIdMap);
|
||||
foreach ($contingent as $key => $con) {
|
||||
$contingent[$key]['spec_id'] = $specIdMap[$con['spec_code']] ?? null;
|
||||
}
|
||||
}
|
||||
|
||||
private function addOrgId(array &$contingent, int $orgId): void
|
||||
{
|
||||
foreach ($contingent as &$con) {
|
||||
$con['org_id'] = $orgId;
|
||||
}
|
||||
}
|
||||
|
||||
public function isValidContingent(array $contingent) : bool
|
||||
{
|
||||
$count = 0;
|
||||
foreach ($contingent as $value) {
|
||||
$count += $value['contingent'];
|
||||
}
|
||||
return $count ? true : false;
|
||||
}
|
||||
|
||||
public function insertContingent(array $contingent) : void
|
||||
{
|
||||
$countAtributes = count($contingent[0]);
|
||||
$size = count($contingent) * ($countAtributes - 1);
|
||||
|
||||
$query = $this->_builder->insert()
|
||||
->setTable('sveden_education_contingent')
|
||||
->setValues([
|
||||
'org_id' => '',
|
||||
'spec_id' => '',
|
||||
'edu_code' => '',
|
||||
'edu_name' => '',
|
||||
'edu_form' => '',
|
||||
'edu_level' => '',
|
||||
'contingent' => ''
|
||||
]);
|
||||
$sql = $this->_builder->writeFormatted($query);
|
||||
|
||||
for ($i = $countAtributes; $i <= $size;) {
|
||||
$sql .= " (:v".(++$i).", :v".(++$i).", :v".(++$i).", :v".(++$i).", :v".(++$i).", :v".(++$i).", :v".(++$i).")\n";
|
||||
}
|
||||
echo $sql;
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user