Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/
Linux eb5096292c53 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : /home/vmanager/www/console/controllers/FixesController.php
<?php

namespace console\controllers;

use \Yii;
use \yii\console\Controller;
use yii\console\ExitCode;

class FixesController extends Controller
{     
    use \common\components\traits\CompaniesTransfer;
    
    public $limit;
    public $offset;
    
    public function options($actionID)
    {
        return ['limit', 'offset'];
    }
    
    public function actionSetSelectedArticlesAsSponsored()
    {
        exit;
        $phrases = [
            'whitepress',
            'times',
            'publicrange',
            'eactive',
            'linkhouse',
            'seolo',
            'kbr',
            'orion',
            'off-site',
            'off site',
            'Estinet',
            'EUROCLEAN',
            'spozycjonowani',
            'PRnews',
            'PR news',
            'RB',
            'royal brand',
            'GDAQ',
            'kompan',
            'konstbud',
            'kons-bud',
            'wellnet',
            'HANA studio',
            'safege - suez',
            'pr-imo',
            'Westwing',
            'ALFA ELEKTRO',
            'All 4 Comms - Ishida',
            'ATENEO.PL',
            'DECORA',
            'E-conomy BV',
            'Lawenda Public Relations',
            'MEXPO',
            'S90',
            'Aveex',
            'CATEROMARKET',
            'Devboat Technologies',
            'FAIRBOX',
            'skazani-na-sukces',
            'skazani na sukces',
            'LANXESS',
            'SEO SEM'
        ];
        
        $queryParts = [];
        foreach($phrases as $phrase) {
            $queryParts[] = 'annotations ILIKE \'%'.$phrase.'%\'';
        }
        
        $time = strtotime('2022-09-28 22:00:00');
        $idsArticles = Yii::$app->db->createCommand('SELECT id_article FROM articles WHERE '.implode(' OR ', $queryParts))->queryColumn();
        
        $transaction = Yii::$app->db->beginTransaction();
        
        foreach($idsArticles as $idArticle) {
            $sql = 'UPDATE articles SET origin_type = \'Artykuł sponsorowany\', updated_at = \''.date('Y-m-d H:i:s', $time).'\' WHERE id_article = '.$idArticle;
            Yii::$app->db->createCommand($sql)->execute();
            $time++;
//            $this->stdout($sql."\n\r");
        }
        
        $transaction->commit();
        
        $this->stdout('KONIEC'."\n\r");
    }
    
    public function actionFixCompaniesStatisticsReports()
    {
        $models = \common\models\CompaniesStatisticsReports::find()->where([
            'contact_data_stats' => ['$exists' => true, '$not' => ['$size' => 0]]
        ])->all();
        
var_dump($models[0]->id_company, $models[1]->id_company); exit;
        
        foreach($models as $model) {
            if(!empty($model->contact_data_stats)) {
                $contactDataStats = $model->contact_data_stats;
                $ouputData = [];
                foreach($model->contact_data_stats as $idPortal => $contactData) {
                    foreach($contactData['byContactData'] as $typeAndValue => $numberOfViews) {
                        list($type, $value) = explode('|', $typeAndValue);
                        $ouputData[] = [
                            'type' => $type, 
                            'value' => $value,
                            'numberOfViews' => $numberOfViews
                        ];
                    }
                    unset($contactDataStats[$idPortal]['byContactData']);
                    $contactDataStats[$idPortal]['views'] = $ouputData;
                }
                
                $model->contact_data_stats = $contactDataStats;
                var_dump($model->contact_data_stats);
//                $model->save();
            }
        }
    }
    
    public function actionFixPresentationsVisitsEntries()
    {
        $limit = !empty($this->limit) ? intval($this->limit) : 10;

        $query = new \yii\mongodb\Query();
        $documents = $query->from('companies_presentations_visits')
                ->where([
                    'or', 
                    [
                        'promotion' => 2,
                        'id_category' => ['$exists' => false]
                    ],
                    [
                        'promotion' => 3,
                        'search_phrase' => ['$exists' => false]
                    ]
                ])
                ->limit($limit)
                ->all();
        
        if(!empty($documents)) {
            foreach($documents as $document) {
                $columnsForUpdate = [
                    'id_category' => 0, 
                    'search_phrase' => ''
                ];
                
                if(intval($document['promotion']) === 2) {
                    $idCategory = \common\models\CompaniesPresentationsPromoted::find()
                        ->select(['companies_presentations_promoted.id_category'])
                        ->join('INNER JOIN', 'companies_presentations', 'companies_presentations_promoted.id_presentation = companies_presentations.id_presentation')
                        ->where([
                            'companies_presentations_promoted.id_presentation' => (int)$document['id_presentation'],
                            'companies_presentations.id_portal' => (int)$document['id_portal'],
                            'companies_presentations_promoted.promotion_type' => \common\models\types\CompanyPresentationPromotionType::POSITIONING_IN_CATEGORY
                        ])
                        ->andWhere(['not', ['companies_presentations_promoted.id_category' => null]])
                        ->limit(1)
                        ->scalar();

                    if(!empty($idCategory)) {
                        $columnsForUpdate['id_category'] = $idCategory;
                    } else {
                        $columnsForUpdate['promotion'] = 0;
                    }
                } elseif(intval($document['promotion']) === 3) { 
                    $searchPhrasesText = \common\models\CompaniesPresentationsPromoted::find()
                        ->select(['companies_presentations_promoted.phrases'])
                        ->join('INNER JOIN', 'companies_presentations', 'companies_presentations_promoted.id_presentation = companies_presentations.id_presentation')
                        ->where([
                            'companies_presentations_promoted.id_presentation' => (int)$document['id_presentation'],
                            'companies_presentations.id_portal' => (int)$document['id_portal'],
                            'companies_presentations_promoted.promotion_type' => \common\models\types\CompanyPresentationPromotionType::TOP_POSITION_IN_SEARCH
                        ])
                        ->andWhere(['not', ['companies_presentations_promoted.phrases' => null]])
                        ->limit(1)
                        ->scalar();
                
                    $searchPhrases = array_map('trim', explode(',', $searchPhrasesText));
                    $randomPhraseKey = array_rand($searchPhrases);
                    $searchPhrase = $searchPhrases[$randomPhraseKey];

                    if(!empty($searchPhrase)) {
                        $columnsForUpdate['search_phrase'] = $searchPhrase;
                    } else {
                        $columnsForUpdate['promotion'] = 0;
                    }
                }
                
//                var_dump($document, $columnsForUpdate);
                
                Yii::$app->mongodb->getCollection('companies_presentations_visits')->update(['_id' => (string)$document['_id']], $columnsForUpdate);
            }
        }        
        
        return ExitCode::OK;
    }
    
    public function actionFixProductsVisitsEntries()
    {
        $limit = !empty($this->limit) ? intval($this->limit) : 10;

        $query = new \yii\mongodb\Query();
        $documents = $query->from('products_visits')
                ->where([
                    'or', 
                    [
                        'promotion' => 2,
                        'id_category' => ['$exists' => false]
                    ],
                    [
                        'promotion' => 3,
                        'search_phrase' => ['$exists' => false]
                    ]
                ])
                ->limit($limit)
                ->all();
        
        if(!empty($documents)) {
            foreach($documents as $document) {
                $columnsForUpdate = [
                    'id_category' => 0, 
                    'search_phrase' => ''
                ];
                
                if(intval($document['promotion']) === 2) {
                    $idCategory = \common\models\PortalsHasProductsPromoted::find()
                        ->select(['id_category'])
                        ->where([
                            'id_product' => (int)$document['id_product'],
                            'id_portal' => (int)$document['id_portal'],
                            'promotion_type' => \common\models\types\ProductPromotionType::POSITIONING_IN_CATEGORY
                        ])
                        ->andWhere(['not', ['id_category' => null]])
                        ->limit(1)
                        ->scalar();

                    if(!empty($idCategory)) {
                        $columnsForUpdate['id_category'] = $idCategory;
                    } else {
                        $columnsForUpdate['promotion'] = 0;
                    }
                } elseif(intval($document['promotion']) === 3) { 
                    $searchPhrasesText = \common\models\PortalsHasProductsPromoted::find()
                        ->select(['phrases'])
                        ->where([
                            'id_product' => (int)$document['id_product'],
                            'id_portal' => (int)$document['id_portal'],
                            'promotion_type' => \common\models\types\ProductPromotionType::TOP_POSITION_IN_SEARCH
                        ])
                        ->andWhere(['not', ['phrases' => null]])
                        ->limit(1)
                        ->scalar();
                
                    $searchPhrases = array_map('trim', explode(',', $searchPhrasesText));
                    $randomPhraseKey = array_rand($searchPhrases);
                    $searchPhrase = $searchPhrases[$randomPhraseKey];

                    if(!empty($searchPhrase)) {
                        $columnsForUpdate['search_phrase'] = $searchPhrase;
                    } else {
                        $columnsForUpdate['promotion'] = 0;
                    }
                }

//                var_dump($document, $columnsForUpdate);
                
                Yii::$app->mongodb->getCollection('products_visits')->update(['_id' => (string)$document['_id']], $columnsForUpdate);
            }
        }        
        
        return ExitCode::OK;
    }
    
//    public function actionFixRecordsImgForLazyLoading()
//    {        
//        return $this->fixRecordsImgForLazyLoading('Articles', ['content']);
//    }
        
    public function actionFixRecordsImgForLazyLoading(string $modelClassName, array $fieldsForProcessing, bool $reset = false)
    {
        $orReset = !!$reset;
        
        $transaction = Yii::$app->db->beginTransaction();
        
        list($flag, $errors) = $this->fixImgForLazyLoading($modelClassName, $fieldsForProcessing, $orReset);
        
        if($flag === 1) {
            $transaction->commit();
//            $transaction->rollBack();
            $this->stdout('.');
            return ExitCode::OK;
        } elseif($flag === 2) {
            $transaction->commit();
//            $transaction->rollBack();
            $this->stdout("\n".'Brak danych do przetworzenia.');
            return ExitCode::OK;
        } else {
            $transaction->rollBack();
            var_dump($errors);
            return ExitCode::DATAERR;
        }
    }
    
    protected function fixImgForLazyLoading($className, $fields, $orReset = false)
    {
        $modelClass = '\\common\\models\\'.$className;
        
        $primaryKey = call_user_func($modelClass.'::primaryKey')[0];
        
        $filePathForLastId = Yii::getAlias('@runtime/temp/'.'last_id_for_'.call_user_func($modelClass.'::tableName').'.txt');

        if(!file_exists($filePathForLastId) || $orReset) {
            file_put_contents($filePathForLastId, 0);
        }
        $lastProcessedId = (int)file_get_contents($filePathForLastId);
        
        $query = call_user_func($modelClass.'::find');
        $query->andWhere(['>', $primaryKey, $lastProcessedId]);
        $query->orderBy($primaryKey.' ASC');
        $query->limit(1000);
        $models = $query->all();
        
        if(empty($models)) {
            return [2, null];
        }
        
        $dom = new \DOMDocument;
        $dom->encoding = 'UTF-8'; 
        libxml_use_internal_errors(true);
        
        foreach($models as $model) { 
            $orChangedModel = false;
            foreach($fields as $field) {
                if(empty($model->$field)) {
                    continue;
                }
                
                $dom->loadHTML(mb_convert_encoding($model->$field, 'HTML-ENTITIES', 'UTF-8'), LIBXML_HTML_NOIMPLIED | LIBXML_HTML_NODEFDTD);
                $images = $dom->getElementsByTagName('img');
                if($images->length < 1) {
                    continue;
                }
                
                $orChanged = false;                
                foreach($images as $img) {
                    $loadingAttr = $img->attributes->getNamedItem('loading');
                    if(!$loadingAttr) {
                        $orChanged = true;
                        $orChangedModel = true;
                        $img->setAttribute("loading", "lazy");
                    }
                }

                //var_dump('Liczba wykrytych IMG: '.$images->length);
                
                if($orChanged) {
                    $model->$field = mb_convert_encoding($dom->saveHTML(), 'UTF-8', 'HTML-ENTITIES');
                } 
            }
            
            if($orChangedModel) {
                if(!$model->save(false)) {
                    return [0, $model->getErrors()];
                } 
            } 
            
            file_put_contents($filePathForLastId, $model->$primaryKey);
        }
        
        return [1, null];
    }
    
    public function actionReplaceImagesToWebp(string $modelClassName, array $fields = [], array $contentFields = [], array $foreignContentFields = [], bool $reset = false)
    {
//        var_dump($fields, $contentFields); exit;
        $orReset = !!$reset;
        
        $transaction = Yii::$app->db->beginTransaction();
        
        list($flag, $errors, $filesPathesForDelete) = $this->replaceImagesToWebp($modelClassName, $fields, $contentFields, $foreignContentFields, $orReset);

        if($flag === 1) {
            $transaction->commit();
//            $transaction->rollBack();
            $this->stdout('.'); 
            if(!empty($filesPathesForDelete)) {
                foreach($filesPathesForDelete as $filePathForDelete) {
//                    var_dump('#1 usuwamy plik: '.$filePathForDelete);
                    @unlink($filePathForDelete);
                }
            }
            return ExitCode::OK;
        } elseif($flag === 2) {
            $transaction->commit();
//            $transaction->rollBack();
            $this->stdout("\n".'Brak danych do przetworzenia.');
            return ExitCode::OK;
        } else {
            $transaction->rollBack();
            var_dump($errors);
            if(!empty($filesPathesForDelete)) {
                foreach($filesPathesForDelete as $filePathForDelete) {
//                    var_dump('#2 usuwamy plik: '.$filePathForDelete);
                    @unlink($filePathForDelete);
                }
            }  
            return ExitCode::DATAERR;
        }
    }
    
    protected function replaceImagesToWebp($className, $fields, $contentFields, $foreignContentFields = [], $orReset = false)
    {
        $modelClass = '\\common\\models\\'.$className;
        
        $primaryKey = call_user_func($modelClass.'::primaryKey')[0];        
        $filePathForLastId = Yii::getAlias('@runtime/temp/'.'last_id_for_'.call_user_func($modelClass.'::tableName').'.txt');

        if(!file_exists($filePathForLastId) || $orReset) {
            file_put_contents($filePathForLastId, 0);
        }
        $lastProcessedId = (int)file_get_contents($filePathForLastId);
        
        $query = call_user_func($modelClass.'::find');
        $query->andWhere(['>', $primaryKey, $lastProcessedId]);
        $query->orderBy($primaryKey.' ASC');
        $query->limit(1000);
        $query->andWhere([$primaryKey => 22785]);
        $models = $query->all();

        if(empty($models)) {
            return [2, null, []];
        }
        
        $filesPathesForNewFiles = [];
        $filesPathesFromOldFiles = [];
        
        $dom = new \DOMDocument;
        $dom->encoding = 'UTF-8'; 
        libxml_use_internal_errors(true);
        
        foreach($models as $model) { 
            $orChangedModel = false;
            
            if(!empty($fields)) {
                foreach($fields as $field) {
                    if(empty($model->$field)) {
                        continue;
                    }
                    
                    list($newFileName, $newFilesPathes, $oldFilesPathes) = $this->convertImageToWebpForImageField($field, $model);

                    if($newFileName) {
                        $orChangedModel = true;
                        $model->$field = $newFileName;
                        $filesPathesForNewFiles = array_unique(array_merge($filesPathesForNewFiles, $newFilesPathes));
                        $filesPathesFromOldFiles = array_unique(array_merge($filesPathesFromOldFiles, $oldFilesPathes));
                    }
                }
            }
            
            if(!empty($contentFields)) {
                foreach($contentFields as $field) {
                    if(empty($model->$field)) {
                        continue;
                    }

                    list($orChangedByContentField, $newFilesPathes, $oldFilesPathes, $foundFilesUrls) = $this->convertImagesToWebpFromContentField($field, $model, $dom);
                    
                    if($orChangedByContentField) {
                        $orChangedModel = true;
                        $model->$field = mb_convert_encoding($dom->saveHTML(), 'UTF-8', 'HTML-ENTITIES');
                        $filesPathesForNewFiles = array_unique(array_merge($filesPathesForNewFiles, $newFilesPathes));
                        $filesPathesFromOldFiles = array_unique(array_merge($filesPathesFromOldFiles, $oldFilesPathes));
                        
                        //tutaj sprawdzamy, czy wyszukane w modelu adresy do plików graficznych nie występują w innych tabelach, w kolumnach obsługiwanych przez edytory WYSIWYG
                        //np. zdjęcie z opisu produktu prezentujące logo producenta bywa wykorzystywane w sekcjach prezentacji typu "O firmie" / "Oferta", czasem też np. w treści szkoleń
                        $this->replaceImageUrlsToWebpForForeignContentFields($foreignContentFields, $foundFilesUrls);
                    }
                }
            }
            
            if($orChangedModel) {
                if(!$model->save(false)) {
                    return [0, $model->getErrors(), $filesPathesForNewFiles];
                } 
            } 
            
            file_put_contents($filePathForLastId, $model->$primaryKey);
        }
        
        return [1, null, $filesPathesFromOldFiles];
    }
    
    protected function convertImageToWebpForImageField($field, $model)
    {
//        $primaryKeyName = $model->primaryKey()[0];

        $fileDir = $this->getImageDirForModel($model, false);
        $filePath =  $fileDir.$model->$field; 
        
        $newFilesPathes = [];
        $oldFilesPathesForDelete = [];

        if(!$fileDir || !file_exists($filePath) || !$this->convertImageToWebp($filePath)) {
            return [false, $newFilesPathes, $oldFilesPathesForDelete];
        }
        
        $info = pathinfo($filePath);
        
        $newFileName = $info['filename'].'.webp';
        $newFilesPathes[] = $info['dirname'].'/'.$info['filename'].'.webp';
        $oldFilesPathesForDelete[] = $filePath;
        
        $sizes = array_unique(array_merge(\common\components\helpers\Image2::getAcceptedSizes(), call_user_func(get_class($model).'::getAcceptedSizes')));
        $transformations = \common\components\helpers\Image2::getAcceptedTransformations();
        
        foreach($sizes as $size) {
            foreach($transformations as $transformation) {
                $resizedFilePath = realpath($info['dirname']).'/'.$transformation.'/'.$size.'/'.$info['basename'];
                if(file_exists($resizedFilePath) && $this->convertImageToWebp($resizedFilePath)) {
                    $newFilesPathes[] = realpath($info['dirname']).'/'.$transformation.'/'.$size.'/'.$newFileName;
                    $oldFilesPathesForDelete[] = $resizedFilePath;
                }
            }
        }

        return [$newFileName, $newFilesPathes, $oldFilesPathesForDelete];
        
    }
    
    protected function convertImagesToWebpFromContentField($field, $model, $dom)
    {
        $newFilesPathes = [];
        $oldFilesPathesForDelete = [];
        $foundFilesUrls = [];
        $orChanged = false;

        $dom->loadHTML(mb_convert_encoding($model->$field, 'HTML-ENTITIES', 'UTF-8'), LIBXML_HTML_NOIMPLIED | LIBXML_HTML_NODEFDTD);
        $images = $dom->getElementsByTagName('img');
        if($images->length < 1) {
            return [$orChanged, $newFilesPathes, $oldFilesPathesForDelete, $foundFilesUrls];
        }
        
        $commonDomain = preg_replace('|http(s)?://|i', '', rtrim(Yii::$app->params['commonBaseUrl'], '/'));
           
        foreach($images as $img) {
            $imgSrc = $img->attributes->getNamedItem('src')->value;
            
//            if(mb_strpos($imgSrc, 'common.v-manager.pl/uploads/source') !== false) {
            if(mb_strpos($imgSrc, $commonDomain.'/uploads/source') !== false) {
//                $sourceFilePath = Yii::getAlias('@sourcesRealPath').'/'.preg_replace('|http(s)?://common.v-manager.pl/uploads/source/|i', '', $imgSrc);
                $sourceFilePath = Yii::getAlias('@sourcesRealPath').'/'.preg_replace('|http(s)?://'.$commonDomain.'/uploads/source/|i', '', $imgSrc);
                $info = pathinfo($sourceFilePath);
                if($info['extension'] === 'webp') {
                    continue;
                }                
                $targetFilePath = $info['dirname'].'/'.$info['filename'].'.webp';
                
                $sourceFilePath = urldecode($sourceFilePath);
                $targetFilePath = urldecode($targetFilePath);
                
                if(file_exists($targetFilePath)) {
                    $img->setAttribute("src", str_replace($info['basename'], $info['filename'].'.webp', $imgSrc));
                    $orChanged = true;
                    $foundFilesUrls[] = $imgSrc;
                } elseif(file_exists($sourceFilePath)) {
                    $flag = $this->convertImageToWebp($sourceFilePath);
                    //@todo tymczasowa proteza
//                    $flag = true;
                    if($flag) {
                        $newFilesPathes[] = $targetFilePath;
                        $oldFilesPathesForDelete[] = $sourceFilePath;
                        $img->setAttribute("src", str_replace($info['basename'], $info['filename'].'.webp', $imgSrc));
                        $orChanged = true; 
                        $foundFilesUrls[] = $imgSrc;
                    }
                }                
            }
        }

        return [$orChanged, $newFilesPathes, $oldFilesPathesForDelete, array_unique($foundFilesUrls)];
        
    }
    
    protected function convertImageToWebp($sourceFilePath)
    {
        $info = pathinfo($sourceFilePath);
                
        $targetFilePath = realpath($info['dirname']).'/'.$info['filename'].'.webp';
        if(file_exists($targetFilePath)) {
            return false;
        }
        
        //@todo tutaj konwersja
//        $extension = mb_strtolower($info['extension']);
        $mime = mb_strtolower(mime_content_type($sourceFilePath));
        switch ($mime) {
            case 'image/jpeg':
            case 'image/jpg':
                $image = imagecreatefromjpeg($sourceFilePath);
                break;
            case 'image/png':
                $image = imagecreatefrompng($sourceFilePath);
                imagepalettetotruecolor($image);
                imageinterlace($image, 0);
                imagealphablending($image, true);
                imagesavealpha($image, true);
                break;
            case 'image/gif':
                $image = imagecreatefromgif($sourceFilePath);
                imagepalettetotruecolor($image);
                imagealphablending($image, true);
                imagesavealpha($image, true);
                break;
            default:
                return false;
        }

        $result = imagewebp($image, $targetFilePath, 85);
        if($result === false) {
            return false;
        }

        imagedestroy($image);
        
        return true;
    }
    
    protected function getImageDirForModel($model, $orImageInContent = false)
    {
        $className = get_class($model);
        
        if(!$orImageInContent) {
            switch($className) {
                case 'common\models\Articles':
                    return Yii::getAlias('@articlesImagesRealPath').'/'.$model->id_article.'/';
                case 'common\models\Products':
                    return Yii::getAlias('@companiesImagesRealPath').'/'.$model->id_company.'/'.Yii::getAlias('@companiesProductsDirName').'/'.$model->id_product.'/';
                default:
                    return null;
            }
        } else {
            
        }
        
        return null;
    }
    
    protected function replaceImageUrlsToWebpForForeignContentFields($foreignContentFields = [], $foundFilesUrls = [])
    {
        if(empty($foreignContentFields) || empty($foundFilesUrls)) {
            return;
        }
        
        foreach($foreignContentFields as $classNameWithFields) {
            $classNameWithFieldsAsArray = explode(';', $classNameWithFields);
            $foreignModelClass = '\\common\\models\\'.array_shift($classNameWithFieldsAsArray);
            $foreignFields = $classNameWithFieldsAsArray;
            $foreignTableName = call_user_func($foreignModelClass.'::tableName');

            foreach($foundFilesUrls as $foundFileUrl) {
                $oldUrlPart = preg_replace('|http(s)?://|i', '', $foundFileUrl);
                $newUrlPart = substr($oldUrlPart, 0, strrpos($oldUrlPart, '.')).'.webp';

                $setParts = [];
                $whereParts = [];
                foreach($foreignFields as $foreignField) {
                    $setParts[] = $foreignField." = REPLACE(".$foreignField.", '".$oldUrlPart."', '".$newUrlPart."')";
                    $whereParts[] = $foreignField." ILIKE '%".$oldUrlPart."%'";
                }

                $sql = 'UPDATE '.$foreignTableName.' SET '.implode(', ', $setParts).' WHERE '.implode(' OR ', $whereParts);
                Yii::$app->db->createCommand($sql)->execute();
//                $this->stdout($sql."\n\n");
                
                //@todo testowa procedura - sprawdza czy jakakolwiek zależność zostanie odnaleziona
//                $sqlTest = 'SELECT COUNT(*) FROM '.$foreignTableName.' WHERE '.implode(' OR ', $whereParts);
//                $numberOfFound = Yii::$app->db->createCommand($sqlTest)->queryScalar();
//                if($numberOfFound > 0) {
//                    $this->stdout($foreignTableName.': '.$oldUrlPart."\n\n");
//                }
            }
        }
    }
    
    public function actionMassCompaniesTransfer()
    {
        exit;
        $operatorsLogins = $this->getOperatorsLogins();
        $idTargetOperator = 105;
        
        $sql = 'SELECT ohc3.id_company, ohc3.id_user 
                FROM operators_has_companies AS ohc3 
                WHERE ohc3.id_company IN (
                        SELECT ohc2.id_company FROM operators_has_companies AS ohc2 WHERE id_company IN (
                                SELECT DISTINCT ohc.id_company FROM operators_has_companies AS ohc 
                                INNER JOIN companies AS c ON c.id_company = ohc.id_company AND c.usage_status = \'wykorzystana\' 
                                INNER JOIN companies_presentations AS cp ON cp.id_company = ohc.id_company AND cp.id_package = \'STARTER\'
                                WHERE ohc.id_user IN (106, 108) 
                        )
                        GROUP BY ohc2.id_company 
                        HAVING COUNT(ohc2.id_user) = 1
                )
                ORDER BY ohc3.id_company ';
        
        $rows = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        foreach($rows as $row) {
            $idSourceOperator = $row['id_user'];
            $idCompany = $row['id_company'];
            
            $transaction = Yii::$app->db->beginTransaction();
            
            if(!$this->transferCompany($idCompany, $idSourceOperator, $idTargetOperator, $operatorsLogins)) {
                $transaction->rollBack(); 
                $this->stderr('FAIL');
                break;
            }
            
            $transaction->commit();
//            $transaction->rollBack();
//            $this->stdout('ID: '.$idCompany."\n\r"); exit;
        }
        
        $this->stdout('KONIEC'."\n\r");
        
    }
    
    protected function transferCompany($idCompany, $idSourceOperator, $idTargetOperator, $operatorsLogins)
    {        
        $modelOldOperatorHasCompany = \common\models\OperatorsHasCompanies::find()
                ->where([
                    'id_user' => $idSourceOperator,
                    'id_company' => $idCompany
                ])
                ->one();
        
        $actualDatetime = date("Y-m-d H:i:s");        
        
        $assignedPortals = $modelOldOperatorHasCompany->assigned_portals;
        foreach($assignedPortals as $key => $assignedPortal) {
            $assignedPortals[$key]['created_at'] = $actualDatetime;
        }

        $modelOldOperatorHasCompany->setScenario('update');
        $modelOldOperatorHasCompany->id_user = $idTargetOperator;
        $modelOldOperatorHasCompany->assigned_portals = $assignedPortals;
        
        $flag = $modelOldOperatorHasCompany->save();
        
        $flag = $flag && $this->transferCompaniesCasesWithEntries($idCompany, $idTargetOperator, $operatorsLogins, $idSourceOperator);
        
        //przepisać zamówienia nowe oraz ich elementy
        $flag = $flag && $this->transferCompaniesOrders($idCompany, $idTargetOperator, $idSourceOperator);
        
        //przepisać rezerwacje mailingów
        $flag = $flag && $this->transferMailingsReservations($idCompany, $idTargetOperator, $idSourceOperator);
        
        //przepisać zamówienia archiwalne
        $flag = $flag && $this->transferCompanyOrdersArchive($idCompany, $idTargetOperator, $idSourceOperator);
        
        return $flag;
    }
    
    public function actionMassCompaniesTransfer2()
    {
        exit;
        $operatorsLogins = $this->getOperatorsLogins();
        $idTargetOperator = 175;
        
        $sql = 'SELECT DISTINCT c.id_company 
                FROM companies AS c
                INNER JOIN companies_contact_data AS ccd ON ccd.id_company = c.id_company 
                INNER JOIN companies_presentations AS cp ON cp.id_company = c.id_company 
                WHERE c.usage_status = \'niewykorzystana\' 
                    AND (ccd.data_type = \'WWW\' OR ccd.data_type = \'EMAIL\') 
                    AND cp.id_portal = 8 
                LIMIT 1000';
        
        $rows = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        foreach($rows as $row) {
            $idCompany = $row['id_company'];
            $this->stdout('ID: '.$idCompany."\n\r");
            
            $transaction = Yii::$app->db->beginTransaction();
            
            if(!$this->transferCompany2($idCompany, $idTargetOperator, $operatorsLogins)) {
                $transaction->rollBack(); 
                $this->stderr('FAIL'."\n\r");
                break;
            }
            
            $transaction->commit();
//            $transaction->rollBack();
//            $this->stdout('ID: '.$idCompany."\n\r"); exit;
        }
        
        $this->stdout('KONIEC'."\n\r");
        
    }
    
    protected function transferCompany2($idCompany, $idTargetOperator, $operatorsLogins)
    { 
        $modelsOperatorsHasCompanies = \common\models\OperatorsHasCompanies::find()
                ->where([
                    'id_company' => $idCompany
                ])
                ->all();
        
        $actualDatetime = date("Y-m-d H:i:s");
        
        $assignedPortals = [];
        if(!empty($modelsOperatorsHasCompanies)) {
            foreach($modelsOperatorsHasCompanies as $modelOperatorHasCompany) {
                $assignedPortalsTemp = $modelOperatorHasCompany->assigned_portals;
                if(!empty($assignedPortalsTemp)) {
                    foreach($assignedPortalsTemp as $key => $assignedPortalTemp) {            
                        $assignedPortals[(int)$assignedPortalTemp['id_portal']] = [
                            'id_portal' => (int)$assignedPortalTemp['id_portal'],
                            'created_at' => $actualDatetime
                        ];
                    }
                }
                $modelOperatorHasCompany->delete();
            }
        } 
        
        $modelNewOperatorHasCompany = new \common\models\OperatorsHasCompanies(['scenario' => 'create']);
        $modelNewOperatorHasCompany->id_user = $idTargetOperator;
        $modelNewOperatorHasCompany->id_company = $idCompany;
        $modelNewOperatorHasCompany->assigned_portals = array_values($assignedPortals);
        
        $flag = $modelNewOperatorHasCompany->save();
        
        $flag = $flag && $this->transferCompaniesCasesWithEntries($idCompany, $idTargetOperator, $operatorsLogins);
        
        //przepisać zamówienia nowe oraz ich elementy
        $flag = $flag && $this->transferCompaniesOrders($idCompany, $idTargetOperator);
        
        //przepisać rezerwacje mailingów
        $flag = $flag && $this->transferMailingsReservations($idCompany, $idTargetOperator);
        
        //przepisać zamówienia archiwalne
        $flag = $flag && $this->transferCompanyOrdersArchive($idCompany, $idTargetOperator);
        
        return $flag;
    }
    
    public function actionPrepareSqlCommands1()
    {
        $sql = 'SELECT 
                    id_article, sponsored_start_date, sponsored_end_date, 
                    promoted_start_date, promoted_end_date, recommended_start_date, 
                    recommended_end_date, hot_news_start_date, hot_news_end_date 
                FROM 
                    articles 
                WHERE 
                    sponsored_start_date IS NOT NULL 
                    OR sponsored_end_date IS NOT NULL 
                    OR promoted_start_date IS NOT NULL
                    OR promoted_end_date IS NOT NULL
                    OR recommended_start_date IS NOT NULL 
                    OR recommended_end_date IS NOT NULL
                    OR hot_news_start_date IS NOT NULL
                    OR hot_news_end_date IS NOT NULL
                ORDER BY
                    id_article';
        
        $rows = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        $commands = '';
        foreach($rows as $row) {
            $commands .= 'UPDATE articles_2 SET sponsored_start_date = '.(!empty($row['sponsored_start_date']) ? '\''.$row['sponsored_start_date'].'\'' : 'NULL').', sponsored_end_date = '.(!empty($row['sponsored_end_date']) ? '\''.$row['sponsored_end_date'].'\'' : 'NULL').', promoted_start_date = '.(!empty($row['promoted_start_date']) ? '\''.$row['promoted_start_date'].'\'' : 'NULL').', promoted_end_date = '.(!empty($row['promoted_end_date']) ? '\''.$row['promoted_end_date'].'\'' : 'NULL').', recommended_start_date = '.(!empty($row['recommended_start_date']) ? '\''.$row['recommended_start_date'].'\'' : 'NULL').', recommended_end_date = '.(!empty($row['recommended_end_date']) ? '\''.$row['recommended_end_date'].'\'' : 'NULL').', hot_news_start_date = '.(!empty($row['hot_news_start_date']) ? '\''.$row['hot_news_start_date'].'\'' : 'NULL').', hot_news_end_date = '.(!empty($row['hot_news_end_date']) ? '\''.$row['hot_news_end_date'].'\'' : 'NULL').' WHERE id_article = '.$row['id_article'].";\r\n";
        }
        
        $filePath = Yii::getAlias('@runtime/temp/articles_2.sql');
        file_put_contents($filePath, $commands);
        
        $this->stdout('KONIEC'."\n\r");
    }
    
    public function actionPrepareSqlCommands2()
    {
        $sql = 'SELECT 
                    id_article, or_source_in_footer, or_advertisement 
                FROM 
                    articles 
                WHERE 
                    or_source_in_footer != 1 
                    OR or_advertisement != 0 
                ORDER BY
                    id_article';
        
        $rows = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        $commands = '';
        foreach($rows as $row) {
            $commands .= 'UPDATE articles_2 SET or_source_in_footer = '.$row['or_source_in_footer'].', or_advertisement = '.$row['or_advertisement'].' WHERE id_article = '.$row['id_article'].";\r\n";
        }
        
        $filePath = Yii::getAlias('@runtime/temp/articles_2.sql');
        file_put_contents($filePath, $commands);
        
        $this->stdout('KONIEC'."\n\r");
    }
    
    public function actionImportSeoPortals()
    {
        $portals = [
            ['id' => 57, 'domain' => 'agencjepr.com'],
            ['id' => 26, 'domain' => 'agrobiznes.biz'],
            ['id' => 87, 'domain' => 'architekci.biz'],
            ['id' => 199, 'domain' => 'automatyka.biz.pl'],
            ['id' => 59, 'domain' => 'automoto.info.pl'],
            ['id' => 138, 'domain' => 'auto-serwis.info'],
            ['id' => 163, 'domain' => 'bary.net.pl'],
            ['id' => 22, 'domain' => 'beton.biz.pl'],
            ['id' => 37, 'domain' => 'dekoratorzy.com.pl'],
            ['id' => 42, 'domain' => 'dewocjonalia.biz'],
            ['id' => 34, 'domain' => 'drewno.biz.pl'],
            ['id' => 45, 'domain' => 'druk-3d.info'],
            ['id' => 60, 'domain' => 'drukarnie.net.pl'],
            ['id' => 66, 'domain' => 'drzwi-okna.org'],
            ['id' => 130, 'domain' => 'dzieci.biz.pl'],
            ['id' => 67, 'domain' => 'dzwigi.biz.pl'],
            ['id' => 68, 'domain' => 'elektronika.biz.pl'],
            ['id' => 142, 'domain' => 'energetyka.info.pl'],
            ['id' => 72, 'domain' => 'farby.biz.pl'],
            ['id' => 61, 'domain' => 'farmacja.biz.pl'],
            ['id' => 62, 'domain' => 'folia.info.pl'],
            ['id' => 18, 'domain' => 'fundamenty.org'],
            ['id' => 76, 'domain' => 'gastronomia.biz.pl'],
            ['id' => 63, 'domain' => 'hydraulika.org'],
            ['id' => 50, 'domain' => 'informatyka.biz.pl'],
            ['id' => 44, 'domain' => 'instalacje.org'],
            ['id' => 29, 'domain' => 'izolacje.biz'],
            ['id' => 140, 'domain' => 'jubiler.info.pl'],
            ['id' => 135, 'domain' => 'kamienie.org'],
            ['id' => 84, 'domain' => 'kanalizacja.biz'],
            ['id' => 85, 'domain' => 'klimatyzatory.biz.pl'],
            ['id' => 86, 'domain' => 'kontener.biz.pl'],
            ['id' => 141, 'domain' => 'kosmetyka.info.pl'],
            ['id' => 88, 'domain' => 'kotly.biz.pl'],
            ['id' => 134, 'domain' => 'kruszywa.org'],
            ['id' => 149, 'domain' => 'kultura.biz'],
            ['id' => 90, 'domain' => 'lekarstwa.biz.pl'],
            ['id' => 184, 'domain' => 'maszyny-budowlane.eu'],
            ['id' => 160, 'domain' => 'maszyny-rolnicze.biz'],
            ['id' => 9, 'domain' => 'materialybudowlane.biz'],
            ['id' => 52, 'domain' => 'mebelia.com.pl'],
            ['id' => 145, 'domain' => 'mechanika.info.pl'],
            ['id' => 93, 'domain' => 'mechatronika.biz.pl'],
            ['id' => 139, 'domain' => 'motory.biz.pl'],
            ['id' => 12, 'domain' => 'narzedzia.org'],
            ['id' => 39, 'domain' => 'obrabiarki.org'],
            ['id' => 100, 'domain' => 'ochrona.biz.pl'],
            ['id' => 25, 'domain' => 'ogrodnictwo.info.pl'],
            ['id' => 30, 'domain' => 'ogrodzenie.biz'],
            ['id' => 101, 'domain' => 'ogrodzenie.biz.pl'],
            ['id' => 106, 'domain' => 'opona.info.pl'],
            ['id' => 51, 'domain' => 'oprogramowanie.biz.pl'],
            ['id' => 108, 'domain' => 'piece.biz.pl'],
            ['id' => 49, 'domain' => 'pneumatyka.org.pl'],
            ['id' => 64, 'domain' => 'podlogi.org'],
            ['id' => 136, 'domain' => 'programisci.net'],
            ['id' => 83, 'domain' => 'projektanci.net'],
            ['id' => 73, 'domain' => 'restauracje.biz'],
            ['id' => 110, 'domain' => 'robotyka.biz'],
            ['id' => 111, 'domain' => 'rolnictwo.biz'],
            ['id' => 161, 'domain' => 'rozrywka.biz.pl'],
            ['id' => 113, 'domain' => 'rury.biz'],
            ['id' => 33, 'domain' => 'siatka.biz'],
            ['id' => 79, 'domain' => 'spawalnictwo.net.pl'],
            ['id' => 115, 'domain' => 'sporteo.eu'],
            ['id' => 116, 'domain' => 'stal.biz.pl'],
            ['id' => 21, 'domain' => 'stropy.biz.pl'],
            ['id' => 23, 'domain' => 'szamba.org'],
            ['id' => 144, 'domain' => 'tartaki.info.pl'],
            ['id' => 137, 'domain' => 'telefony.biz.pl'],
            ['id' => 120, 'domain' => 'telekomunikacja.info'],
            ['id' => 121, 'domain' => 'tkaniny.biz.pl'],
            ['id' => 122, 'domain' => 'transporteo.eu'],
            ['id' => 7, 'domain' => 'ubezpieczenia.org'],
            ['id' => 143, 'domain' => 'vendingowy.info.pl'],
            ['id' => 124, 'domain' => 'wentylatory.biz'],
            ['id' => 55, 'domain' => 'wnetrza.org'],
            ['id' => 32, 'domain' => 'wod-kan.biz'],
            ['id' => 162, 'domain' => 'wulkanizacja.biz'],
            ['id' => 146, 'domain' => 'wydawnictwa.biz.pl'],
            ['id' => 56, 'domain' => 'wykonczenia.biz'],
            ['id' => 126, 'domain' => 'wystrojwnetrz.biz'],
            ['id' => 127, 'domain' => 'zabezpieczenia.info'],
            ['id' => 46, 'domain' => 'zlom.biz'],
            ['id' => 129, 'domain' => 'zwierzeta.biz.pl']
        ];
        
        $transaction = Yii::$app->db->beginTransaction();
        
        $ids = [];
        foreach($portals as $portal) {
            if(in_array($portal['id'], $ids)) {
                $transaction->rollBack();
                $this->stdout('Portal: ID='.$portal['id'].' pojawia się więcej niż 1 raz na liście.');
                return ExitCode::CANTCREAT;
            }
            
            $ids[] = $portal['id'];
            $modelPortal = \common\models\Portals::findOne($portal['id']);
            if($modelPortal) {
                if($modelPortal->domain !== $portal['domain']) {
                    $transaction->rollBack();
                    $this->stdout('Portal: ID='.$portal['id'].' już istnieje, ale z inną domeną.');
                    return ExitCode::CANTCREAT;
                } else {
                    continue;
                }
            }
            
            $modelPortal = new \common\models\Portals(['scenario' => 'create']);
            $modelPortal->id_portal = $portal['id'];
            $modelPortal->domain = $portal['domain'];
            $modelPortal->email = 'redakcja@'.$portal['domain'];
            $modelPortal->name = $portal['domain'];
            $modelPortal->description = $portal['domain'].' - opis';
            $modelPortal->status = \common\models\types\Status::INACTIVE;
            
            $flag = $modelPortal->save();
            if(!$flag) {
                $transaction->rollBack();
                $this->stdout('Błąd podczas zapisu.');
                return ExitCode::CANTCREAT;
            }
        }
        
        $transaction->commit();
//        $transaction->rollBack();
        
        $this->stdout('Poprawnie dodano portale do bazy danych.');
        return ExitCode::OK;
    }
    
    public function actionFillSeoPortalsDataForGeneratingArticles()
    {      
        $idsPortalsByDomains = \yii\helpers\ArrayHelper::map(\common\models\Portals::find()->select(['id_portal', 'domain'])->asArray()->all(), 'domain', 'id_portal');
        
        $dir = new \DirectoryIterator(Yii::getAlias('@runtime/temp/gportale_kategorie/'));
        foreach($dir as $fileinfo) {
            if($fileinfo->isFile() ) {
                $filenameParts = explode('.', $fileinfo->getFilename());
                if(array_slice($filenameParts, -2) !== [0 => 'inc', 1 => 'php']) {
                    $this->stdout('Pomijamy plik: '.$fileinfo->getFilename()."\n");
                    continue;
                }
                
                $portalDomain = implode('.', array_slice($filenameParts, 0, count($filenameParts) - 2));
                
                if(!isset($idsPortalsByDomains[$portalDomain])) {
                    $this->stdout('Brak portalu: '.$portalDomain."\n");
                    continue;
                }
                
                $idPortal = $idsPortalsByDomains[$portalDomain];
                
                $this->stdout($portalDomain."\n");
                
                $kategorie = [];
                require($fileinfo->getPathname());
                
                foreach($kategorie as $key_1 => $categories) {
                    foreach($categories as $key_2 => $category) {   
                        $data = [
                            'id_portal' => $idPortal,
                            'category_name' => $key_2 !== 0 && $category[1] === true ? $categories[0][0].' '.$category[0] : $category[0],
                            'category_description' => $category[2],
                            'key' => $key_1.'_'.$key_2,
                            'or_processed' => 0,
                            'created_at' => new \MongoDB\BSON\UTCDateTime()
                        ];
                        
//                        $this->stdout($data['category_name']."\n");
                        
                        Yii::$app->mongodb->getCollection('seo_portals_data_for_generating_articles')->save($data);
                    }
                }
            }
        }
        unset($dir, $fileinfo);
        
        $this->stdout('Poprawnie zapisano dane.');
        return ExitCode::OK;
    }
    
    public function actionRefreshPresentationsForAutomatyka()
    {      
        $idsPresentations = Yii::$app->db->createCommand('SELECT id_presentation FROM companies_presentations WHERE id_portal = 199')->queryColumn(); 
        
        foreach($idsPresentations as $idPresentation) {
            echo '.';
            $flag = \frontend\models\IndexPresentations::refreshRecord(intval($idPresentation));
            if(!$flag) {
                $this->stdout('Wystapli blad przy prezentacji o ID='.$idPresentation);
                return ExitCode::CANTCREAT;
            }
        }
        
        $this->stdout('Poprawnie zapisano dane.');
        return ExitCode::OK;
    }
    
    public function actionImportToGoogleIndexingUrls()
    {    
        if (!file_exists(Yii::getAlias('@runtime/temp/google_indexing/log.txt'))) {
            touch(Yii::getAlias('@runtime/temp/google_indexing/log.txt'));
        }
        $logFilePath = Yii::getAlias('@runtime/temp/google_indexing/log.txt');    
        $processedUrls = file($logFilePath, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
        
        $logFileHandler = fopen($logFilePath, 'a');
        
        $idsPortalsByDomainsKeys = \yii\helpers\ArrayHelper::map(
            Yii::$app->db->createCommand('SELECT id_portal, domain FROM portals')->queryAll(), 
            function($portal) { return substr($portal['domain'], 0, strpos($portal['domain'], '.')); }, 
            function($portal) { return [$portal['id_portal'], $portal['domain']]; }
        );
        
        $dir = new \DirectoryIterator(Yii::getAlias('@runtime/temp/google_indexing/'));
        foreach($dir as $fileinfo) {
            if($fileinfo->isFile() && $fileinfo->getFilename() !== 'log.txt') {
                $domainKey = explode('.', $fileinfo->getFilename())[0];
                list($idPortal, $domain) = !empty($idsPortalsByDomainsKeys[$domainKey]) ? $idsPortalsByDomainsKeys[$domainKey] : [null, null];
                
                if(!$idPortal) {
                    $this->stderr("Brakuje ID dla portalu o kluczu '".$domainKey."' \n");
                    exit;
                }
                
                $data = file($fileinfo->getRealPath(), FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES); 
                foreach($data as $url) {
                    
                    if (in_array($url, $processedUrls)) {
                        continue;
                    } else {
                        fwrite($logFileHandler, $url.PHP_EOL);
                    }
                    
                    $model = new \common\models\GoogleIndexingUrls();
                    $model->url = $url;
                    $model->source_type = null;
                    $model->source_id = null;
                    $model->id_portal = $idPortal;
                    
                    //@todo to sprawdzanie musimy chyba olać - odrzuci linki prowadzące do nawigacji, wyszukiwarki itd.
//                    $matches = [];            
//                    preg_match('#^https://www.'.$domain.'/(artykuly|firmy|produkty|ofertypracy|ogloszenia|targi|ksiegarnia|szkolenia|przetargi)/[a-z\-]+/([0-9]+)#i', $url, $matches);            
//                    if(empty($matches[0])) {
//                        continue;
//                    }
//
//                    switch($matches[1]) {
//                        case 'artykuly':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_ARTICLE;
//                            break;
//                        case 'firmy':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_COMPANY_PRESENTATION;
//                            break;
//                        case 'produkty':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_PRODUCT;
//                            break;
//                        case 'ofertypracy':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_JOB_OFFER;
//                            break;
//                        case 'targi':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_FAIRS;
//                            break;
//                        case 'ksiegarnia':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_BOOK;
//                            break;
//                        case 'szkolenia':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_TRAINING;
//                            break;
//                        case 'ogloszenia':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_ADVERTISEMENT;
//                            break;
//                        case 'przetargi':
//                            $type = \common\models\types\GoogleIndexingUrlType::TYPE_TENDER;
//                            break;
//                    }
//
//                    $model = new \common\models\GoogleIndexingUrls();
//                    $model->url = $url;
//                    $model->source_type = $type;
//                    $model->source_id = (string)$matches[2];
//                    $model->id_portal = $idPortal;

                    $model->save();
                }
            }
        }
        unset($dir, $fileinfo);        
        fclose($logFileHandler);
        
        $this->stdout('Pomyslnie zaimportowano dane.'.PHP_EOL);
        return ExitCode::OK;
    }
    
    public function actionImportToGoogleIndexingUrlsNew()
    {    
        if (!file_exists(Yii::getAlias('@runtime/temp/google_indexing/log.txt'))) {
            touch(Yii::getAlias('@runtime/temp/google_indexing/log.txt'));
        }
        $logFilePath = Yii::getAlias('@runtime/temp/google_indexing/log.txt');    
        $processedUrls = file($logFilePath, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
        
        $logFileHandler = fopen($logFilePath, 'a');
        
        $idsPortalsByDomainsKeys = \yii\helpers\ArrayHelper::map(
            Yii::$app->db->createCommand('SELECT id_portal, domain FROM portals')->queryAll(), 
            function($portal) { return substr($portal['domain'], 0, strpos($portal['domain'], '.')); }, 
            function($portal) { return [$portal['id_portal'], $portal['domain']]; }
        );
        
        $dir = new \DirectoryIterator(Yii::getAlias('@runtime/temp/google_indexing/'));
        foreach($dir as $fileinfo) {
            if($fileinfo->isFile() && $fileinfo->getFilename() !== 'log.txt') {
                $domainKey = explode('.', $fileinfo->getFilename())[0];
                list($idPortal, $domain) = !empty($idsPortalsByDomainsKeys[$domainKey]) ? $idsPortalsByDomainsKeys[$domainKey] : [null, null];
                
                if(!$idPortal) {
                    $this->stderr("Brakuje ID dla portalu o kluczu '".$domainKey."' \n");
                    exit;
                }
                $this->stdOut($domain."\n");
                
                $fileHandler = fopen($fileinfo->getRealPath(), "r");                
                while(($row = fgetcsv($fileHandler, 2000)) !== false) {
                    if($row[0] === 'URL' || $row[0] === '') {
                        continue;
                    }
                    
                    $url = trim($row[0]);
                    
                    if (in_array($url, $processedUrls)) {
                        continue;
                    } else {
                        fwrite($logFileHandler, $url.PHP_EOL);
                    }
                    
                    $model = new \common\models\GoogleIndexingUrls();
                    $model->url = $url;
                    $model->source_type = null;
                    $model->source_id = null;
                    $model->id_portal = $idPortal;

                    $model->save();
                }                
                fclose($fileHandler);
            }
        }
        unset($dir, $fileinfo);        
        fclose($logFileHandler);
        
        $this->stdout('Pomyslnie zaimportowano dane.'.PHP_EOL);
        return ExitCode::OK;
    }
    
    public function actionImportToGoogleIndexingUrlsNew2()
    {    
        if (!file_exists(Yii::getAlias('@runtime/temp/google_indexing/log.txt'))) {
            touch(Yii::getAlias('@runtime/temp/google_indexing/log.txt'));
        }
        $logFilePath = Yii::getAlias('@runtime/temp/google_indexing/log.txt');    
        $processedUrls = file($logFilePath, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);

        $urls = file(Yii::getAlias('@runtime/temp/google_indexing/article_from_vmanager_no_indexed.txt'), FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
        
        $logFileHandler = fopen($logFilePath, 'a');
        foreach($urls as $url) {
            if (in_array($url, $processedUrls)) {
                continue;
            } else {
                fwrite($logFileHandler, $url.PHP_EOL);
            }
            
            $model = new \common\models\GoogleIndexingUrls();
            $model->url = $url;
            $model->source_type = null;
            $model->source_id = null;
            $model->id_portal = 1;

            $model->save();
        }
        fclose($logFileHandler);
        
        $this->stdout('Pomyslnie zaimportowano dane.'.PHP_EOL);
        return ExitCode::OK;
    }
    
    public function actionRepairGoogleIndexingLogFile()
    {
        $filePath = Yii::getAlias('@runtime/temp/google_indexing/log.txt');    
        $rows = file($filePath, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
        
        $phrases = [
            '/artykuly/szczegoly/', 
            '/artykuly/lista',
            '/artykuly/tag/',
            '/produkty/lista/',
            '/produkty/szczegoly/', 
            '/ofertypracy/lista',
            '/ofertypracy/szczegoly/', 
            '/ogloszenia/lista',                
            '/ogloszenia/szczegoly/', 
            '/targi/szczegoly/', 
            '/ksiegarnia/katalog',
            '/ksiegarnia/pozycja/', 
            '/szkolenia/szczegoly/',
            '/szkolenia/zamow/',
            '/przetargi/szczegoly/',                
            '/firmy/lista/',
            '/firmy/branze-i-zasieg/',
            '/firmy/dane-kontaktowe/',
            '/firmy/do-pobrania/',
            '/firmy/galerie/',
            '/firmy/galeria/',
            '/firmy/o-firmie/',
            '/firmy/oddzialy/',
            '/firmy/oferta/',
            '/firmy/produkty-i-uslugi/',
            '/firmy/publikacje/',
            '/firmy/referencje-i-nagrody/',
            '/firmy/szkolenia/',
            '/firmy/video/'
        ];
        
        $leftRows = array_filter($rows, function($url) use ($phrases) {
            foreach($phrases as $phrase) {
                if(strpos($url, $phrase) !== false) {
                    return true;
                }
            }
            return false;
        });
        file_put_contents(Yii::getAlias('@runtime/temp/google_indexing/log.txt'), implode(PHP_EOL, $leftRows));
        
        $removedRows = array_filter($rows, function($url) use ($phrases) {
            $orFound = false;
            foreach($phrases as $phrase) {
                if(strpos($url, $phrase) !== false) {
                    $orFound = true;
                    break;
                }
            }
            return $orFound ? false : true;
        });
        file_put_contents(Yii::getAlias('@runtime/temp/google_indexing/log_removed.txt'), implode(PHP_EOL, $removedRows));
    }
    
    public function actionAddIdsPortalsFieldToTenders()
    {
        $limit = !empty($this->limit) ? intval($this->limit) : 1000;

        $cpvByPortals = [];
        $rows = Yii::$app->db->createCommand('SELECT * FROM portals_has_tenders_cpv')->queryAll();
        foreach($rows as $row) {
            $cpvByPortals[substr(trim($row['cpv']), 0, 8)][] = $row['id_portal'];
        }
        
        $tenders = Yii::$app->mongodb->getCollection('tenders')->find(['ids_portals' => ['$exists' => false]], ['_id' => true, 'numercpv' => true, 'numercpv2' => true], ['limit' => $limit]);
        foreach($tenders as $tender) {
            $idsPortals = [];
            if(!empty($cpvByPortals[$tender['numercpv']])) {
                $idsPortals = $cpvByPortals[$tender['numercpv']];
            }
            if(!empty($cpvByPortals[$tender['numercpv2']])) {
                $idsPortals = array_merge($idsPortals, $cpvByPortals[$tender['numercpv2']]);
            }
//            if(!empty($idsPortals)) {
//                $this->stdout($tender['_id']."\n");
//            }
            Yii::$app->mongodb->getCollection('tenders')->update(['_id' => $tender['_id']], ['ids_portals' => array_unique($idsPortals)]);
        }
        
        $this->stdout('KONIEC'."\n");
        return ExitCode::OK;
    }
    
    public function actionGenerateArticlesList()
    {
        $sql = '
            SELECT articles.id_article, articles.title, articles.publication_datetime, json_agg(portals.domain) AS portals  
            FROM articles 
            INNER JOIN articles_has_portals ON articles_has_portals.id_article = articles.id_article 
            INNER JOIN portals ON portals.id_portal = articles_has_portals.id_portal 
            GROUP BY articles.id_article 
            ORDER BY articles.id_article 
        ';
        $rows = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        $limitForOneInsert = 10;
        $counter = 0;
        $dataForInsert = [];
        $output = '';
        foreach($rows as $row) {
            foreach(json_decode($row['portals']) as $portalDomain) {
                $counter++;
                $url = 'https://www.'.$portalDomain.'/artykuly/szczegoly/'.$row['id_article'].'_'.\frontend\components\helpers\SlugGenerator::generate($row['title']);
                $dataForInsert[] = "(".$row['id_article'].", '".pg_escape_string($row['title'])."', '".$row['publication_datetime']."', '".$url."')";
                
                if($counter >= $limitForOneInsert) {
                    $output .= 'INSERT INTO articles_from_vmanager (id_article, title, publication_datetime, url) VALUES '.PHP_EOL."  ".implode(", ".PHP_EOL."  ", $dataForInsert).';'.PHP_EOL;
                    $dataForInsert = [];
                    $counter = 0;
                }
            }
        }
        
        if (!empty($dataForInsert)) {
            $output .= 'INSERT INTO articles_from_vmanager (id_article, title, publication_datetime, url) VALUES '.PHP_EOL."  ".implode(", ".PHP_EOL."  ", $dataForInsert).';'.PHP_EOL;
        }
        
        file_put_contents(Yii::getAlias('@runtime/temp/articles_from_vmanager.sql'), $output);
    }
}
Creat By MiNi SheLL
Email: jattceo@gmail.com