Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/actions/
Linux 9dbcd5f6333d 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : /home/vmanager/www/console/controllers/actions/ImportJobOffersGazetapracaPlAction.php
<?php
namespace console\controllers\actions;

use \Yii;
use yii\base\Action;
use yii\helpers\ArrayHelper;
use common\models\Regions;
use yii\caching\TagDependency;

class ImportJobOffersGazetapracaPlAction extends ImportJobOffersAbstractAction
{
    public $debugShowSourceFilesMessages;
    public $debugShowSyncFileMessages;
    
    protected $_sourceUrl = 'pliki_pobierane_z_ftp';    
    protected $_sourceTypeShortName = 'gazetapraca';
    protected $_sourceTypeFullName = 'gazetapraca.pl';    
    
    private $_sourceFileNameWithTimestamp = null;    
    private $_ftpServer = 'ftp.gazetapraca.pl';
    private $_ftpUser = 'gp_vertica20';
    private $_ftpPassword = 'v3rT!c@';
    private $_processedFilesListFilename = 'processed_files.txt';
    
    private $_regions;
    
    public function run() 
    {
        $this->getOffers();
        
    }
    
    public function init() 
    {
        $this->_sourceDir = Yii::getAlias('@runtime').'/joboffers/gazetapraca/';
        $this->_regions = ArrayHelper::map(Regions::find()->select(['id_region', 'name'])->where(['id_country' => 'PL'])->asArray()->all(), 'name', 'id_region');
        parent::init();
    }
    
    function __destruct() 
    {
        if(!empty($this->_sourceFile)) {
            $flag = file_put_contents($this->_sourceDir.$this->_processedFilesListFilename, $this->_sourceFileNameWithTimestamp."\n", FILE_APPEND);
            if($flag === false) {
                if($this->debugModeOn == self::DEBUG_MODE_ON && $this->debugShowSyncFileMessages) {
                    $this->controller->stderr('Błąd podczas zapisywania do pliku: '.$this->_processedFilesListFilename);
                }
            }
            elseif($this->debugModeOn == self::DEBUG_MODE_ON && $this->debugShowSyncFileMessages) {
                $this->controller->stdout('Do pliku synchronizacji dodano wpis: '.$this->_sourceFileNameWithTimestamp);
            }
            @unlink($this->_sourceDir.$this->_sourceFile);
            
            TagDependency::invalidate(Yii::$app->frontendCache, ['mainpage_box_job_offers']);
        }
    }
    
    protected function _getSourceData() 
    {        
        $ftpConnectionId = ftp_connect($this->_ftpServer);
        $ftpLoginResult = ftp_login($ftpConnectionId, $this->_ftpUser, $this->_ftpPassword);
        $filesOnFtp = ftp_nlist($ftpConnectionId, ".");
        
        if(!file_exists($this->_sourceDir)) {
            mkdir($this->_sourceDir, 0777, true);
        }
        
        if(!file_exists($this->_sourceDir.$this->_processedFilesListFilename)) {            
            touch($this->_sourceDir.$this->_processedFilesListFilename);
        }
        
        $processedFiles = array_flip(explode("\n", file_get_contents($this->_sourceDir.$this->_processedFilesListFilename)));
        foreach($filesOnFtp as $fileOnFtp) {
            $ext = substr($fileOnFtp, strrpos($fileOnFtp, ".")+1);
            $modifiedTimestamp = ftp_mdtm($ftpConnectionId, $fileOnFtp);
            if(strtolower($ext) !== 'xml') {
                continue;
            }
            $this->_sourceFileNameWithTimestamp = substr($fileOnFtp, 0, strrpos($fileOnFtp, ".")).'_'.$modifiedTimestamp.'.xml';
            if(!isset($processedFiles[$this->_sourceFileNameWithTimestamp])) {
                $this->_sourceFile = $fileOnFtp;
                break;
            }
        }      
        
        if(!$this->_sourceFile) {
            if($this->debugModeOn == self::DEBUG_MODE_ON && $this->debugShowSourceFilesMessages) {
                $this->controller->stdout('Brak nowych plikow do przetworzenia.');
            }
            return \yii\console\Controller::EXIT_CODE_NORMAL;
        }
        else {
            $downloadResultFlag = ftp_get($ftpConnectionId, $this->_sourceDir.$this->_sourceFile, $this->_sourceFile, FTP_BINARY);
            if(!$downloadResultFlag) {
                if($this->debugModeOn == self::DEBUG_MODE_ON && $this->debugShowSourceFilesMessages) {
                    $this->controller->stderr('Problem podczas pobierania pliku z serwera FTP.');
                }
                return \yii\console\Controller::EXIT_CODE_ERROR;
            }
        }
        if($this->debugModeOn == self::DEBUG_MODE_ON && $this->debugShowSourceFilesMessages) {
            $this->controller->stdout('Pobieramy plik: '.$this->_sourceFile);
        }
        
//        $this->_sourceFile = 'gp_63_0.xml';
    }
    
    protected function _getOfferDataFromXmlEntry($xmlEntry) 
    {        
        $offer = array(
            'id' => (string)$xmlEntry->atoGUID,
            'pub_start_date' => substr((string)$xmlEntry->pubStartDate,0,10),
            'pub_end_date' => substr((string)$xmlEntry->pubEndDate,0,10),
            'company_name' => (string)$xmlEntry->employer->name,
            'position_name' => (string)$xmlEntry->positionName,
            'postal_code' => (string)$xmlEntry->jobAddresses->address[0]->postalCode,
            'city' => (string)$xmlEntry->jobAddresses->address[0]->city,            
            'region_id' => isset($this->_regions[(string)$xmlEntry->jobAddresses->address[0]->county]) ? $this->_regions[(string)$xmlEntry->jobAddresses->address[0]->county] : null,
            'region_name' => (string)$xmlEntry->jobAddresses->address[0]->county,
            'country' => (string)$xmlEntry->jobAddresses->address[0]->country,
            'matching_categories' => array(),
            'employment_forms' => (array)$xmlEntry->employmentForm->type,
            'salary' => array(
                'minimum' => (int)$xmlEntry->salary->minimum,
                'maximum' => (int)$xmlEntry->salary->maximum,
                'currency' => (string)$xmlEntry->salary->currency,
                'is_negotiable' => (((string)$xmlEntry->salary->isNegotiable) == 'true') ? true : false,
            ),
            'content' => (string)$xmlEntry->content
        );
        
        if(isset($xmlEntry->jobAddresses->address) && $xmlEntry->jobAddresses->address->count() > 1) {
            for($i = 1; $i < $xmlEntry->jobAddresses->address->count(); $i++) {
                $offer['other_addresses'][] = array(
                    'city' => (string)$xmlEntry->jobAddresses->address[$i]->city,
                    'region' => (string)$xmlEntry->jobAddresses->address[$i]->county,
                    'country' => (string)$xmlEntry->jobAddresses->address[$i]->country,
                    'postal_code' => (string)$xmlEntry->jobAddresses->address[$i]->postalCode,
                );
            }
        }
        foreach((array)$xmlEntry->classification->business as $category) {
            $offer['categories'][] = (string)$category;
        }
        
        $links = (array)$xmlEntry->links;
        if(!empty($links)) {
            foreach($links['link'] as $link) {
                if((string)$link->id == 'SHOW_CL') {
                    $offer['www'] = (string)$link->value;
                    break;
                }
            }
        }
        
        //to trzeba przetestować na danych zawierających takie pola
        $contactMethods = (array)$xmlEntry->contactMethods;        
        if(!empty($contactMethods)) {
            foreach($contactMethods as $contactMethod) {
                $methodName = (string)$contactMethod->methodName;
                $additionalData = (string)$contactMethod->additionalData;
                $offer['contact_methods'][] = array(
                    'method_name' => $methodName,
                    'additional_data' => $additionalData,
                );
                switch($methodName) {
                    case 'ONLINE':
                    case 'EMAIL': 
                        if(!isset($offer['email'])) {
                            $offer['email'] = $additionalData;
                        }
                        break;
                    case 'TELEFON': 
                        if(!isset($offer['phone'])) {
                            $offer['phone'] = $additionalData;
                        }
                        break;
                }
            }
        }
        if($this->debugModeOn == self::DEBUG_MODE_ON) {
            if($this->debugShowSingleXmlEntry) {
                $this->controller->stdout('Dane z rekordu xml: ');
                var_dump($xmlEntry);
            }
            
            if($this->debugShowSingleOfferData) {
                $this->controller->stdout('Dane wyciągnięte z rekordu xml: ');
                var_dump($offer);
            }
        }
        
        return $offer;
    }
    
    protected function _prepareDataForSave($offer) 
    {
        $preparedOffer = array(
            'id' => $offer['id'],
            'company_name' => $offer['company_name'],
            'city' => $offer['city'],
            'www' => $offer['www'],
            'email' => $offer['email'],
            'region_id' => $offer['region_id'],
            'or_foreign' => ($offer['country'] === 'Polska') ? 0 : 1,
            'title' => $offer['position_name'],
            'content' => $offer['content'],
            'pub_start_date' => $offer['pub_start_date'],
            'pub_end_date' => $offer['pub_end_date'],
            'categories' => []
        );

        if(!empty($offer['categories'])) {
            foreach($offer['categories'] as $category) {
                $category = trim($category);
                if(isset($this->_categoryMap[$category])) {
                    foreach($this->_categoryMap[$category] as $idCategory) {
                        $preparedOffer['categories'][$idCategory] = $idCategory;
                    }
                }
            }
        }
        
        return $preparedOffer;
    }
    
    protected function _checkConditionsForSave($preparedOffer, $offer) 
    {
        if(!$this->_checkIfSelectedOfferBelongsToCompatibleCategory($preparedOffer) || $this->_checkIfSelectedOfferExists($preparedOffer['id']) || !$this->_checkPublicationEndDatetime($preparedOffer['pub_end_date'])) {
            return false;
        }
        else {
            return true;
        }
    }
}
Creat By MiNi SheLL
Email: jattceo@gmail.com