Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/actions/
Linux 9dbcd5f6333d 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : /home/vmanager/www/console/controllers/actions/ImportAdvertisementsAction_old.php
<?php

namespace console\controllers\actions;

ini_set('xdebug.overload_var_dump', 1);

use \Yii;
use common\models\Companies;
use common\models\Advertisements;
use common\models\AdvertisementsPhotos;
use common\models\AdvertisementsCategories;
use common\models\types\AdvertisementType;
use common\models\types\AdvertisementStatus;

class ImportAdvertisementsAction extends ImportAbstractAction
{       
    public $idAdvertisement;
    public $idPortal;
    public $limit;
    public $offset;
    
    private $advertisements = [];
    private $categoriesMap = [];
    private $statusesMap = [];
    private $typesMap = [];
    private $oldUsersToNewUsersMap = [];
    private $validatorPhone = null;
    
    public function run() 
    {
        $this->getAdvertisements();
        
        if(empty($this->advertisements)) {
            var_dump('brak danych do przetworzenia');
            exit;
        }
        
        $debugMode = self::DEBUG_MODE_ON;
        
        $innorrectImports = [];
        
        foreach($this->advertisements as $advertisement) {            
            if($this->checkIfSelectedRecordExists($advertisement['id'])) {
                continue;
            }        

            $filesToCopy = [];
            
            if(1 || $debugMode === self::DEBUG_MODE_ON) {
                echo "\n".'Ogloszenie ID: '.$advertisement['id'].' - ';
            }
            $innorrectImports[$advertisement['id']] = true;

            $transaction = Yii::$app->db->beginTransaction();

            $modelAdvertisement = $this->createModelAdvertisement($advertisement);  
            if(($result = $this->trySaveModel($modelAdvertisement, $advertisement['id'], $debugMode)) !== true) {                
                var_dump('Blad podczas zapisu ogloszenia.');
                continue;
            }
            
            list($modelsAdvertisementsPhotos, $filesToCopy) = $this->createModelsAdvertisementsPhotos($modelAdvertisement->id_advertisement, $advertisement);
            if(!empty($modelsAdvertisementsPhotos)) {
                $goToNextIterration = false;
                foreach($modelsAdvertisementsPhotos as $modelAdvertisementPhoto) {
                    if(($result = $this->trySaveModel($modelAdvertisementPhoto, $advertisement['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu zdjecia ogloszenia.');
                        $goToNextIterration = true;
                        break;
                    } 
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            if(!empty($modelAdvertisement->image_filename)) {
                $filesToCopy[] = [
                    'source_path' => Yii::getAlias('@runtime').'/sources/advertisements/'.$advertisement['img_1'],
                    'target_path' => Yii::getAlias('@advertisementsImagesRealPath').'/'.$modelAdvertisement->id_advertisement.'/'.$modelAdvertisement->image_filename
                ];
            }
            
            
            
            if(!empty($filesToCopy) && $debugMode === self::DEBUG_MODE_OFF) {
                $goToNextIterration = false;
                foreach($filesToCopy as $fileToCopy) {
                    if(!$this->copyFile($fileToCopy)) {
                        $this->saveOperationStatus(self::STATUS_FAIL, $advertisement['id'], null, 'Error when copying a file');
                        $this->removeDir(Yii::getAlias('@advertisementsImagesRealPath').'/'.$modelAdvertisement->id_advertisement.'/');
                        $transaction->rollBack();      
                        $goToNextIterration = true;
                        var_dump('Blad podczas zapisu pliku');
                        break;
                    }
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            if($debugMode === self::DEBUG_MODE_OFF) {
                $this->saveOperationStatus(self::STATUS_OK, $advertisement['id'], $modelAdvertisement->id_advertisement);
                $transaction->commit();    
                echo 'zaimportowano';
                unset($innorrectImports[$advertisement['id']]);
            } else {
                echo 'zaimportowano';
                unset($innorrectImports[$advertisement['id']]);
            }
        }
        
        if(1 || $debugMode === self::DEBUG_MODE_ON) {
            echo "\n".'ID niezaimportowancyh ogloszen: '.implode(", ", array_keys($innorrectImports));
        }
    }
    
    private function getAdvertisements()
    {
        $this->advertisements = [];
        
        if(!empty($this->limit)) {
            if(!empty($this->offset)) {
                $limit = 'LIMIT '.intval($this->offset).','.intval($this->limit);
            } else {
                $limit = 'LIMIT '.intval($this->limit);
            }
        } else {
            $limit = 'LIMIT 100';
        }
        
        if(!empty($this->idAdvertisement)) {
            $sql = 'SELECT oferty.* FROM oferty WHERE oferty.id = '.$this->idAdvertisement.' AND oferty.typ NOT IN (0,5,6) AND oferty.status NOT IN (0,3) AND oferty.id_user != 0 AND oferty.id_portal != 0';
        } elseif(!empty($this->idPortal)) {        
            $sql = 'SELECT oferty.* FROM oferty WHERE oferty.typ NOT IN (0,5,6) AND oferty.status NOT IN (0,3) AND oferty.id_user != 0 AND oferty.id_portal != 0 AND oferty.id_portal = '.intval($this->idPortal).' ORDER BY oferty.data_pub ASC '.$limit;
        } else {
            $sql = 'SELECT oferty.* FROM oferty WHERE oferty.typ NOT IN (0,5,6) AND oferty.status NOT IN (0,3) AND oferty.id_user != 0 AND oferty.id_portal != 0 ORDER BY oferty.data_pub ASC '.$limit;
        }
        
//        $ids = [
//3236051, 2395849, 2373324, 2373322, 2373310, 2372010, 2347041, 2301390, 2204750, 88204, 1924076, 1924075, 552060, 1871892, 1579501, 1539271, 1539270, 1284756, 976094, 762335, 549660, 548783, 546745, 
//126016, 125118, 122764, 122994, 92007, 92006, 92004, 92003, 92002, 92001, 92000, 91999, 91994, 91993, 91990, 91912, 90817, 90341, 90229, 89760, 73234, 66354, 63408
//        ];        
//        $sql = 'SELECT oferty.* FROM oferty WHERE oferty.id IN ('.implode(",", array_values($ids)).') ORDER BY oferty.data_pub DESC';
        $rows = Yii::$app->dbVortale->createCommand($sql)->queryAll();
        if(empty($rows)) {
            return;
        }
        $idsAdvertisements = []; 
        $a = 0;
        $b = 0;
        foreach($rows as $row) {
            if(empty(intval($row['id_user'])) || empty(intval($row['id_portal'])) || intval($row['status']) === 0 || intval($row['status']) === 3 || intval($row['typ']) === 0 || intval($row['typ']) === 6) {
                $b++;
                continue;
            }
            $idPortal = intval($row['id_portal']);
            
            $idCategory = null;
            for($i = 1; $i < 4; $i++) {
                if(!empty($row['k'.$i.'pp'])) {
                    if(isset($this->categoriesMap[$idPortal][intval($row['k'.$i.'pp'])])) {
                        $idCategory = $this->categoriesMap[$idPortal][intval($row['k'.$i.'pp'])];
                        break;
                    }
                    continue;
                }
                if(!empty($row['k'.$i.'p'])) {
                    if(isset($this->categoriesMap[$idPortal][intval($row['k'.$i.'p'])])) {
                        $idCategory = $this->categoriesMap[$idPortal][intval($row['k'.$i.'p'])];
                        break;
                    }
                    continue;
                }
                if(!empty($row['k'.$i])) {
                    if(isset($this->categoriesMap[$idPortal][intval($row['k'.$i])])) {
                        $idCategory = $this->categoriesMap[$idPortal][intval($row['k'.$i])];
                        break;
                    }
                    continue;
                }
            }
            if(empty($idCategory)) {
                $a++;
//                var_dump(intval($row['id'])); exit;
                continue; 
            }
            
            $idAdvertisement = intval($row['id']);
            $data = $this->convertDataLatin2ToUTF8($row);
            $data['vm_id_company'] = $this->getIdCompanyForOldIdUser($row['id_user']);
            if(!empty($data['vm_id_company'])) {
                $data['vm_id_user'] = Companies::find()->select('id_user')->where(['id_company' => intval($data['vm_id_company'])])->scalar();
            } else {
                $data['vm_id_user'] = $this->getIdUserForOldIdUser($row['id_user']);
            }
            $data['vm_id_category'] = $idCategory;
            
            $idsAdvertisements[$idAdvertisement] = $idAdvertisement;
            
            $this->advertisements[$idAdvertisement] = $data;            
        }   
//        var_dump('ilosc bez kategorii: '.$a.' | ilosc bez id_user/id_portal: '.$b); exit;
        unset($rows);  
    }
    
    private function fillCategoriesMap()
    {        
        $importedCategories = [];
        $query = new \yii\mongodb\Query();
        $documents = $query->from('import_advertisements_categories')->select(['_id', 'source_id', 'target_id'])->where(['status' => self::STATUS_OK])->all();
        if(!empty($documents)) {
            foreach($documents as $document) {             
                $importedCategories[(int)$document['target_id']] = (int)$document['source_id'];
            }
        } 
        unset($documents);
        
        $modelsAdvertisementsCategories = AdvertisementsCategories::find()->all();
        if(empty($modelsAdvertisementsCategories)) {
            return;
        }
        
        $this->categoriesMap = [];        
        foreach($modelsAdvertisementsCategories as $modelsAdvertisementsCategory) {
            if(isset($importedCategories[$modelsAdvertisementsCategory->id_category])) {
                $this->categoriesMap[$modelsAdvertisementsCategory->id_portal][$importedCategories[$modelsAdvertisementsCategory->id_category]] = $modelsAdvertisementsCategory->id_category;
            }
        }
        unset($modelsAdvertisementsCategories);
        unset($importedCategories);
    }
    
    protected function createModelAdvertisement($data)
    {
        $model = new Advertisements(['scenario' => 'create']);
        
        $model->advertisement_type = isset($this->typesMap[intval($data['typ'])]) ? $this->typesMap[intval($data['typ'])] : null;
        $model->id_portal = intval($data['id_portal']);
        $model->id_category = intval($data['vm_id_category']);
        $model->id_user = intval($data['vm_id_user']);
        $model->id_company = !empty($data['vm_id_company']) ? intval($data['vm_id_company']) : null;
        $model->title = strip_tags($data['title']);
        $model->content = strip_tags($data['content']);
        if(!empty($data['img_1'])) {
            $path = Yii::getAlias('@runtime').'/sources/advertisements/'.$data['img_1'];
            if(file_exists($path)) {
                $fileInfo = pathinfo($path); 
                $model->image_filename = Advertisements::createImageFileName($fileInfo['filename'], $fileInfo['extension']);
            }
        } else {
            $model->image_filename = null;
        }
        $model->id_country = 'PL'; //@todo nie mamy tego w danych źródłowych - chyba, że jest, a tego nie widzę...
        $model->id_region = intval($data['id_woj']); 
        
        if(in_array(mb_strtolower(mb_substr($data['adres'], 0, 3)), ['al.', 'ul.', 'os.'])) {
            $data['adres'] = trim(mb_substr($data['adres'], 3));
        }
        
        if(!empty($data['miejscowosc']) && mb_strlen($data['miejscowosc']) > 3) {
            $model->locality = trim(preg_replace('|[0-9\-]|i', '', $data['miejscowosc']));            
            $matches = [];
            preg_match('|[0-9]{2}-[0-9]{3}|', $data['miejscowosc'], $matches);
            if(isset($matches[0])) {
                $model->postcode = $matches[0];
            } 
            
            if(!empty($data['adres'])) {
                $matches = [];
                if(preg_match('@(.{0,5}[^0-9]*)\s([a-zA-Z]?[0-9]+.*)@', $data['adres'], $matches, 0) === 1) {
                    $model->street = trim($matches[1]);
                    $model->building_number = trim($matches[2]);
                } else {
                    $model->street = trim($data['adres']);
                    if(mb_strlen($model->street) > 60) {
                        $model->street = mb_substr($model->street, 0, 60); //@todo ustalić, czy możemy to tak przyciąć, czy też może chcecie ręcznie poprawiać
                    }
                }
            }            
        } elseif(!empty($data['adres'])) {
            $model->locality = $data['adres'];
        } else {
            $model->locality = 'BRAK'; //@todo proteza, po której trzeba będzie wyszukać ogłoszenia i ręcznie poprawić
        }
        
        if(mb_strlen($model->locality) > 60) {
            $model->locality = mb_substr($model->locality, 0, 60); //@todo ustalić, czy możemy to tak przyciąć, czy też może chcecie ręcznie poprawiać
        }
        
        //@todo ustalić co z tym robimy - przypisujemy jak poniżej środek Polski, czy próbujemy "jakoś" ustawiać skryptami ? :/
        $model->lat = 52.0693232;
        $model->lng = 19.4715572;
        
        
        if(!empty($data['imie_osoba'])) {
            $model->contact_person = $data['imie_osoba'];
        } elseif(!empty($data['firma'])) {
            $model->contact_person = $data['firma'];
        } else {
            $model->contact_person = 'BRAK'; //@todo proteza, po której trzeba będzie wyszukać ogłoszenia i ręcznie poprawić
        }        
        if(mb_strlen($model->contact_person) > 50) {
            $model->contact_person = mb_substr($model->contact_person, 0, 50); //@todo ustalić, czy możemy to tak przyciąć, czy też może chcecie ręcznie poprawiać
        }
        
        if(!empty($data['telefon'])) {
            $phoneTemp = preg_replace('|[^0-9]|i', '', $data['telefon']);
            if($this->validatorPhone->validate($phoneTemp)) {
                $model->phone = $phoneTemp;
            }
        }
         
        $model->expiry_date = Yii::$app->formatter->asDate($data['data_end'], 'yyyy-MM-dd');
        if($model->advertisement_type === AdvertisementType::SELL) {
            if(!empty($data['cena'])&&  is_numeric($data['cena'])) {
                $model->price = floatval(str_replace(',', '.', $data['cena']));
//                $model->price = str_replace(',', '.', $data['cena']);
            } else {
                $model->price = 0.00;
            }
        }
        
        //@todo na czas importu wyłączyć behaviorsy modelu common\models\Invoices
        $model->created_at = $data['data_pub'];
        $model->updated_at = $data['data_pub'];
        
        $model->status = isset($this->statusesMap[intval($data['status'])]) ? $this->statusesMap[intval($data['status'])] : null;

        return $model;
    }
    
    protected function createModelsAdvertisementsPhotos($idAdvertisement, $data) 
    {
        $models = $filesToCopy = [];
        
        $id = intval($data['id']);
        
        $photosOrder = 1;
        for($i = 1; $i <= 5; $i++) {
            foreach(['jpg', 'JPG', 'jpeg', 'JPEG', 'png', 'PNG', 'gif', 'GIF'] as $ext) {
                $path = Yii::getAlias('@runtime').'/sources/advertisements/go_'.$id.'_foto_'.$i.'.'.$ext;
                if(file_exists($path)) {
                    $fileInfo = pathinfo($path); 
                    $model = new AdvertisementsPhotos(['scenario' => 'create']);
                    $model->id_advertisement = $idAdvertisement;
                    $model->filename = AdvertisementsPhotos::createFileName($fileInfo['filename'], $fileInfo['extension']);
                    $model->title = null; //@todo wpisać jakikolwiek tytuł typu "Zdjęcie 1" czy odpuszczamy ? Wymagane nie jest.
                    $model->photo_order = $photosOrder;

                    $models[] = $model;
                    $filesToCopy[] = [
                        'source_path' => $path,
                        'target_path' => Yii::getAlias('@advertisementsImagesRealPath').'/'.$idAdvertisement.'/'.$model->filename
                    ];
                    $photosOrder++;
                    
                    break;
                } 
            }
            
        }
        
        return [$models, $filesToCopy];
    }
    
    public function init() 
    {
        Yii::$app->dbVortale->createCommand('SET NAMES latin2;')->execute();
                
        $this->getUsersToCompaniesMap();
        $this->getOldUsersToNewUsersMap();
        
        $this->fillCategoriesMap();
        
        $this->typesMap = [
            2 => AdvertisementType::SELL,
            3 => AdvertisementType::BUY,
            4 => AdvertisementType::PARTNERSHIP,
        ];
        
        //@todo sprawdzić, czy w tabeli pojawi się coś ze statusem = 2 (gdy sprawdzaliśmy w lutym 2019, to nie było żadnego rekordu)
        $this->statusesMap = [
            1 => AdvertisementStatus::ACTIVE,
            4 => AdvertisementStatus::TO_ACCEPT, //do akceptacji
        ];
        
        $this->validatorPhone = new \yii\validators\RegularExpressionValidator(['pattern' => '/^[0-9]{9,12}$/i']);
        
        parent::init();
    }
    
    protected function getOldUsersToNewUsersMap()
    {
        $this->oldUsersToNewUsersMap = [];
        $query = new \yii\mongodb\Query();
        $documents = $query->from('import_users')->select(['_id', 'source_id', 'target_id'])->where(['status' => self::STATUS_OK])->all();
        if(!empty($documents)) {
            foreach($documents as $document) {
                $this->oldUsersToNewUsersMap[(int)$document['source_id']] = (int)$document['target_id'];
            }
        } 
    }
    
    protected function getIdUserForOldIdUser($oldIdUser)
    {
        return isset($this->oldUsersToNewUsersMap[(int)$oldIdUser]) ? $this->oldUsersToNewUsersMap[(int)$oldIdUser] : null;
    }
    
    protected function getOperationStatusCollectionName()
    {
        return 'import_advertisements';
    }
}
Creat By MiNi SheLL
Email: jattceo@gmail.com