Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/actions/
Linux 9dbcd5f6333d 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : /home/vmanager/www/console/controllers/actions/ImportArticlesAction.php
<?php

namespace console\controllers\actions;

use \Yii;
use yii\helpers\StringHelper;
use yii\validators\EmailValidator;
use common\models\Articles;
use common\models\ArticlesHasPortals;
use common\models\ArticlesCategories;
use common\models\ArticlesHasArticlesCategories;
use common\models\ArticlesHasArticlesTags;
use common\models\ArticlesTags;
use common\models\ArticlesPhotos;
use common\models\Portals;
use common\models\types\Status;
use common\models\types\AcceptanceStatus;

class ImportArticlesAction extends ImportAbstractAction
{       
    public $idPortal;
    public $limit;
    public $offset;
    
    private $articles = [];
    private $categoriesMap = [];
    
    public function run() 
    {         
        //@todo sprawdzić, czy import działa poprawnie, a zwłaszcza czy prawidłowo przypisuje artykułom ilość wyświetleń (to zostało dopisane, ale nie przetestowane)
        
        $this->getArticles();
        
        if(empty($this->articles)) {
            var_dump('brak danych do przetworzenia');
            exit;
        }
        
        $debugMode = self::DEBUG_MODE_ON;
        
        $innorrectImports = [];
        
        foreach($this->articles as $article) {            
            if($this->checkIfSelectedRecordExists($article['id'])) {
                continue;
            }        

            $filesToCopy = [];
            
            if($debugMode === self::DEBUG_MODE_ON) {
                echo "\n".'Artykul ID: '.$article['id'].' - ';
            }
            $innorrectImports[$article['id']] = true;

            $transaction = Yii::$app->db->beginTransaction();

            $modelArticle = $this->createModelArticle($article);  
            if(($result = $this->trySaveModel($modelArticle, $article['id'], $debugMode)) !== true) {
//                var_dump($modelArticle->getErrors()); exit;
                var_dump('Blad podczas zapisu artykulu.');
                continue;
            }
            
            $modelsArticlesTags = $this->createModelsArticlesTags($article);            
            if(!empty($modelsArticlesTags)) {
                $goToNextIterration = false;
                foreach($modelsArticlesTags as $modelArticlesTag) {
                    if(($result = $this->trySaveModel($modelArticlesTag, $article['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu tagu artykulu.');
                        $goToNextIterration = true;
                        break;
                    } 
                    
                    $modelArticleHasTag = new ArticlesHasArticlesTags();
                    $modelArticleHasTag->id_article = $modelArticle->id_article;
                    $modelArticleHasTag->id_tag = $modelArticlesTag->id_tag;                    
                    if(($result = $this->trySaveModel($modelArticleHasTag, $article['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu powiazania artykulu z tagiem.');
                        $goToNextIterration = true;
                        break;
                    } 
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            if(!empty($article['portals'])) {
                $goToNextIterration = false;
                foreach($article['portals'] as $idPortal) {
                    $modelArticleHasPortal = new ArticlesHasPortals();
                    $modelArticleHasPortal->id_portal = $idPortal;
                    $modelArticleHasPortal->id_article = $modelArticle->id_article;
                    if(($result = $this->trySaveModel($modelArticleHasPortal, $article['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu powiazania artykulu z portalem.');
                        $goToNextIterration = true;
                        break;
                    }
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            if(!empty($article['categories'])) {
                $goToNextIterration = false;
                foreach($article['categories'] as $idCategory) {
                    $modelArticleHasArticlesCategory = new ArticlesHasArticlesCategories();
                    $modelArticleHasArticlesCategory->id_category = $idCategory;
                    $modelArticleHasArticlesCategory->id_article = $modelArticle->id_article;
                    if(($result = $this->trySaveModel($modelArticleHasArticlesCategory, $article['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu powiazania artykulu z kategoria.');
                        $goToNextIterration = true;
                        break;
                    }
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            list($modelsArticlesPhotos, $filesToCopy) = $this->createModelsArticlesPhotos($modelArticle->id_article, $article);
            if(!empty($modelsArticlesPhotos)) {
                $goToNextIterration = false;
                foreach($modelsArticlesPhotos as $modelArticlePhoto) {
                    if(($result = $this->trySaveModel($modelArticlePhoto, $article['id'], $debugMode)) !== true) {
                        var_dump('Blad podczas zapisu zdjecia artykulu.');
                        $goToNextIterration = true;
                        break;
                    } 
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            if(!empty($modelArticle->image_filename)) {
                $filesToCopy[] = [
                    'source_path' => Yii::getAlias('@runtime').'/sources/articles/icons/'.date('Y_m', strtotime($article['data_publikacji'])).'/original/'.$article['ikona'],
                    'target_path' => Yii::getAlias('@articlesImagesRealPath').'/'.$modelArticle->id_article.'/'.$modelArticle->image_filename
                ];
            }
            
            if(!empty($filesToCopy) && $debugMode === self::DEBUG_MODE_OFF) {
                $goToNextIterration = false;
                foreach($filesToCopy as $fileToCopy) {
                    if(!$this->copyFile($fileToCopy)) {
                        $this->saveOperationStatus(self::STATUS_FAIL, $article['id'], null, 'Error when copying a file');
                        $this->removeDir(Yii::getAlias('@articlesImagesRealPath').'/'.$modelArticle->id_article.'/');
                        $transaction->rollBack();      
                        $goToNextIterration = true;
                        var_dump('Blad podczas zapisu pliku');
                        break;
                    }
                }
                if($goToNextIterration) {
                    continue;
                }
            }
            
            //@todo przetestować po zmianie ścieżki docelowej...
            if($debugMode === self::DEBUG_MODE_OFF && file_exists(Yii::getAlias('@runtime').'/sources/articles/photos/'.date('Y_m', strtotime($article['data_publikacji'])).'/'.$article['id'].'/')) {
                $sourcePath = Yii::getAlias('@runtime').'/sources/articles/photos/'.date('Y_m', strtotime($article['data_publikacji'])).'/'.$article['id'].'/';
//                $targetPath = Yii::getAlias('@articlesImagesRealPath').'/'.$modelArticle->id_article.'/'.Yii::getAlias('@articlesContentsImagesDirName').'/';
                $targetPath = Yii::getAlias('@sourcesRealPath').'/'.Yii::getAlias('@articlesContentsImagesDirName').'/'.$modelArticle->id_article.'/';
                if(!$this->copyDir($sourcePath, $targetPath)) {
                    $this->saveOperationStatus(self::STATUS_FAIL, $article['id'], null, 'Error when copying a file');
                    $this->removeDir($targetPath);
                    $transaction->rollBack();     
                    var_dump('Blad podczas kopiowania plikow artykulu.');
                    continue;
                }
            }
            
            if($debugMode === self::DEBUG_MODE_OFF) {
                $this->saveOperationStatus(self::STATUS_OK, $article['id'], $modelArticle->id_article);
                $transaction->commit();    
//                echo 'zaimportowano';
                unset($innorrectImports[$article['id']]);
            } else {
                echo 'zaimportowano';
                unset($innorrectImports[$article['id']]);
            }
        }
        
        if(!empty($innorrectImports)) {
            echo "\n".'ID niezaimportowancyh artykulow: '.implode(", ", array_keys($innorrectImports));
        }
    }
    
    private function getArticles()
    {
        $this->articles = [];
        
        if(!empty($this->limit)) {
            if(!empty($this->offset)) {
                $limit = 'LIMIT '.intval($this->offset).','.intval($this->limit);
            } else {
                $limit = 'LIMIT '.intval($this->limit);
            }
        } else {
            $limit = 'LIMIT 100';
        }
        
        if(!empty($this->idPortal)) {     
            $sql = 'SELECT artykuly.* FROM artykuly, artykuly_portale WHERE artykuly.id = artykuly_portale.id_artykul AND artykuly_portale.id_portal = '.intval($this->idPortal).' ORDER BY artykuly.data_publikacji ASC '.$limit;
        } else {
            $sql = 'SELECT artykuly.* FROM artykuly ORDER BY artykuly.data_publikacji ASC '.$limit;
        }
        
//        $ids = [
//            834, 33373, 33441, 33442, 33524, 33525, 33526, 33527, 33528, 33529, 33802, 33804, 33808, 34178, 35680, 35911, 36463, 37635, 37658, 37749, 37803, 38006, 38543, 38810, 38809, 38807, 38838, 38953, 
//            39095, 39403, 39538, 39831, 39902, 39991, 39992, 40004, 40093, 40265, 40326, 40327, 40328, 40353, 40409, 40612, 40659, 41286, 41637, 41708, 42808, 43666, 43728, 43732, 44989, 47480, 50236, 
//            52037, 53007, 55609, 56135, 60247, 60248, 60249, 62088, 62091, 62093, 62096, 80510
//        ];        
//        $sql = 'SELECT artykuly.* FROM artykuly WHERE artykuly.id IN ('.implode(",", array_values($ids)).') ORDER BY artykuly.data_publikacji DESC';
        $rows = Yii::$app->dbNeoportal->createCommand($sql)->queryAll();
        if(empty($rows)) {
            return;
        }
        $idsArticles = $idsGalleries = []; 
        foreach($rows as $row) {
            $idArticle = intval($row['id']);
            
            $data = $this->convertDataLatin2ToUTF8($row);
            $data['id_company'] = intval($row['zrodlo_iduser']) !== 0 ? $this->getIdCompanyForOldIdUser($row['zrodlo_iduser']) : null;
            $data['types'][intval($row['id_typ'])] = intval($row['id_typ']);
            
            $idsArticles[$idArticle] = $idArticle;
            
            $matches = [];
            $flag = preg_match('/id="galeria_([0-9]+)"/i', $row['tresc'], $matches);
            if($flag === 1) {
                $idGallery = intval($matches[1]);
                $data['id_gallery'] = $idGallery;
                $idsGalleries[$idGallery] = $idGallery;
            }
            
            $this->articles[$idArticle] = $data;            
        }    
        unset($rows);        

        $galleriesPhotos = [];
        if(!empty($idsGalleries)) {
            $rows = Yii::$app->dbVortale->createCommand('SELECT * FROM foto_galerie_zdjecia WHERE id_galeria IN ('.implode(",", array_values($idsGalleries)).') ORDER BY id_galeria ASC, id ASC')->queryAll();            
            if(!empty($rows)) {
                $photosOrder = [];
                foreach($rows as $row) {
                    if(!isset($photosOrder[$row['id_galeria']])) {
                        $photosOrder[$row['id_galeria']] = 1;
                    }
                    $photoTitle = !empty($row['opis']) ? $this->convertDataLatin2ToUTF8($row['opis']) : 'Zdjecie '.$photosOrder[$row['id_galeria']];
                    $galleriesPhotos[intval($row['id_galeria'])][] = ['filename' => $row['zdjecie'], 'title' => $photoTitle];
                    $photosOrder[$row['id_galeria']]++;
                }
                unset($photosOrder);
            }
            unset($rows);
        }
        
        $rows = Yii::$app->dbNeoportal->createCommand('SELECT * FROM artykuly_stat WHERE id IN ('.implode(",", array_values($idsArticles)).')')->queryAll();
        if(!empty($rows)) {
            foreach($rows as $row) {
                $this->articles[intval($row['id'])]['wyswietlenia'] = intval($row['wyswietlenia']);
            }
        }
        unset($rows);
        
        $rows = Yii::$app->dbNeoportal->createCommand('SELECT * FROM artykuly_porady WHERE id_artykul IN ('.implode(",", array_values($idsArticles)).')')->queryAll();
        if(!empty($rows)) {
            foreach($rows as $row) {
                $this->articles[intval($row['id_artykul'])]['types'][intval($row['id_porada'])] = intval($row['id_porada']);
            }
        }
        unset($rows);
        
        $emailsValidator = new EmailValidator();
        $rows = Yii::$app->dbNeoportal->createCommand('SELECT * FROM artykuly_emaile WHERE id_artykul IN ('.implode(",", array_values($idsArticles)).')')->queryAll();
        if(!empty($rows)) {
            foreach($rows as $row) {
                $email = $this->convertDataLatin2ToUTF8($row['email']);
                if($emailsValidator->validate($email)) {
                    $this->articles[intval($row['id_artykul'])]['emails'][$email] = $email;
                }
            }
        }
        unset($rows);
        
        $idsPortals = [];
        $rows = Yii::$app->dbNeoportal->createCommand('SELECT * FROM artykuly_portale WHERE id_artykul IN ('.implode(",", array_values($idsArticles)).')')->queryAll();
        if(!empty($rows)) {
            $portals = Portals::find()->select(['id_portal'])->asArray()->indexBy('id_portal')->all();
            foreach($rows as $row) {
                $idArticle = intval($row['id_artykul']);
                $idPortal = intval($row['id_portal']);
                if(!isset($portals[$idPortal])) {
                    continue;
                }
                $this->articles[$idArticle]['portals'][$idPortal] = $idPortal;                
                $idsPortals[$idPortal] = $idPortal;
            }
        }
        unset($rows);
        
        $this->fillCategoriesMap($idsPortals);
        
        foreach($this->articles as $idArticle => $articleData) {
            if(!empty($articleData['id_gallery']) && !empty($galleriesPhotos[$articleData['id_gallery']])) {
                $this->articles[$idArticle]['photos'] = $galleriesPhotos[$articleData['id_gallery']];
            } else {
                $this->articles[$idArticle]['photos'] = [];
            }
            if(empty($articleData['portals']) || empty($articleData['types'])) {
                continue;
            }
            foreach($articleData['portals'] as $idPortal) {
                if(empty($this->categoriesMap[$idPortal])) {
                    continue;
                }
                foreach($articleData['types'] as $idType) {
                    if(!isset($this->categoriesMap[$idPortal][$idType])) {
                        continue;                        
                    }
                    $idCategory = $this->categoriesMap[$idPortal][$idType];
                    $this->articles[$idArticle]['categories'][$idCategory] = $idCategory;
                }
            }
        }
        unset($galleriesPhotos);
    }
    
    private function fillCategoriesMap($idsPortals)
    {        
        $importedCategories = [];
        $query = new \yii\mongodb\Query();
        $documents = $query->from('import_articles_categories')->select(['_id', 'source_id', 'target_id'])->where(['status' => self::STATUS_OK])->all();
        if(!empty($documents)) {
            foreach($documents as $document) {             
                $importedCategories[(int)$document['target_id']] = (int)$document['source_id'];
            }
        } 
        unset($documents);
        
        $modelsArticlesCategories = ArticlesCategories::find()->where(['id_portal' => $idsPortals])->all();
        if(empty($modelsArticlesCategories)) {
            return;
        }
        
        $this->categoriesMap = [];        
        foreach($modelsArticlesCategories as $modelArticlesCategory) {
            if(isset($importedCategories[$modelArticlesCategory->id_category])) {
                $this->categoriesMap[$modelArticlesCategory->id_portal][$importedCategories[$modelArticlesCategory->id_category]] = $modelArticlesCategory->id_category;
            }
        }
        unset($modelsArticlesCategories);
        unset($importedCategories);
    }
    
    private function createModelArticle($data)
    {
        $model = new Articles(['scenario' => 'create']);
        $nextIdArticle = Yii::$app->db->createCommand("SELECT nextval(pg_get_serial_sequence('articles','id_article'))")->queryOne();
        $model->id_article = intval($nextIdArticle['nextval']);
//        $data['tresc'] = preg_replace('#src="http(s)?:\/\/[a-z\.\-]{8,}\/img\/art\/'.date('Y_m', strtotime($data['data_publikacji'])).'\/'.$data['id'].'\/#i', 'src="'.Yii::getAlias('@articlesImagesUrl').'/'.$model->id_article.'/'.Yii::getAlias('@articlesContentsImagesDirName').'/', $data['tresc']);
        //@todo przetestować po zmianie ścieżki dla osadzonych obrazków tak, aby wskazywała do wnętrza katalogu "source"
        $data['tresc'] = preg_replace('#src="http(s)?:\/\/[a-z\.\-]{8,}\/img\/art\/'.date('Y_m', strtotime($data['data_publikacji'])).'\/'.$data['id'].'\/#i', 'src="'.Yii::getAlias('@sourcesUrl').'/'.Yii::getAlias('@articlesContentsImagesDirName').'/'.$model->id_article.'/', $data['tresc']);
        $model->id_company = $data['id_company'];
        $model->title = $data['tytul'];
        $model->lead = !empty($data['zajawka']) ? $data['zajawka'] : trim(StringHelper::truncate(strip_tags($data['tresc']), 300));
        
        //@todo proteza - czasem jak artykuł jest jednym obrazkiem, to $data['tresc'] po wycięciu tagów dalej daje pustą wartość - wtedy przepisujemy tytuł...
        if(empty($model->lead)) {
            $model->lead = $data['tytul'];
        }
        
        $model->content = $data['tresc'];
        if(!empty($data['ikona'])) {
            $path = Yii::getAlias('@runtime').'/sources/articles/icons/'.date('Y_m', strtotime($data['data_publikacji'])).'/original/'.$data['ikona'];
            if(file_exists($path)) {
                $fileInfo = pathinfo($path); 
                $model->image_filename = Articles::createImageFileName($fileInfo['filename'], $fileInfo['extension']);
            }
        } else {
            $model->image_filename = null;
        }
        if($data['data_publikacji'] !== '0000-00-00') {
            $model->publication_datetime = date('Y-m-d H:i', strtotime($data['data_publikacji']));
        } else {
            $model->publication_datetime = $data['cd'];
        }
        $model->source_company = !empty($data['zrodlo_firma']) ? $data['zrodlo_firma'] : null;
        $model->source_author = !empty($data['zrodlo_autor']) ? mb_substr($data['zrodlo_autor'], 0, 80) : null; //@todo ustalić co z tym robimy - czasem dane z tego pola przekraczają limit 80 znaków...
        $model->source_url = !empty($data['zrodlo_www']) ? $this->fixUrl($data['zrodlo_www']) : null;
        $model->or_source_in_footer = intval($data['zrodlo_stopka']) === 1 ? 1 : 0;
        $model->or_advertisement = intval($data['reklama']) === 1 ? 1 : 0;
        $model->annotations = !empty($data['notatka']) ? $data['notatka'] : null;
        if($data['sponsorowany_od'] !== '0000-00-00' && $data['sponsorowany_do'] !== '0000-00-00') {
            $model->sponsored_start_date = $data['sponsorowany_od'];
            $model->sponsored_end_date = $data['sponsorowany_do'];
        }
        if(intval($data['polecony']) === 1) { 
            $model->recommended_start_date = date("Y-m-d", strtotime($model->publication_datetime));
            $model->recommended_end_date = null;
        }
        if($data['promocja_od'] !== '0000-00-00' && $data['promocja_do'] !== '0000-00-00') {
            $model->promoted_start_date = $data['promocja_od'];
            $model->promoted_end_date = $data['promocja_do'];
        }
        $model->url = !empty($data['url']) ? $this->fixUrl($data['url']) : null;
        $model->status = intval($data['status']) === 1 ? Status::ACTIVE : Status::INACTIVE;
        $model->acceptance_status = AcceptanceStatus::ACCEPTED; 
        $model->views_number = !empty($data['wyswietlenia']) ? $data['wyswietlenia'] : 0;
//        $model->emails = !empty($data['emails']) ? json_encode(array_values($data['emails'])) : '[]';
        $model->emails = !empty($data['emails']) ? array_values($data['emails']) : []; //#JSON-hack#
        
        return $model;
    }
    
    private function createModelsArticlesPhotos($idArticle, $data) 
    {
        $models = $filesToCopy = [];
        if(empty($data['photos'])) {
            return [$models, $filesToCopy];
        }
        
        $idGallery = $data['id_gallery'];
        
        $photosOrder = 1;
        foreach($data['photos'] as $photo) {
            $path = Yii::getAlias('@runtime').'/sources/articles/galleries/'.$idGallery.'/original/'.$photo['filename'];
            if(!file_exists($path)) {
                continue;
            }
            $fileInfo = pathinfo($path); 
            $model = new ArticlesPhotos(['scenario' => 'create']);
            $model->id_article = $idArticle;
            $model->filename = ArticlesPhotos::createFileName($fileInfo['filename'], $fileInfo['extension']);
            $model->title = !empty($photo['title']) ? $photo['title'] : null; 
            $model->photo_order = $photosOrder;
            
            $models[] = $model;
            $filesToCopy[] = [
                'source_path' => $path,
                'target_path' => Yii::getAlias('@articlesImagesRealPath').'/'.$idArticle.'/'.Yii::getAlias('@articlesGalleriesImagesDirName').'/'.$model->filename
            ];
            $photosOrder++;
        }
        
        return [$models, $filesToCopy];
    }
    
    private function createModelsArticlesTags($data)
    {
        $models = [];
        
        $keywordsTemp = explode(",", $data['tagi']);
        
        if(empty($keywordsTemp)) {
            return $models;
        }
        
        $keywords = [];
        foreach($keywordsTemp as $key => $keyword) {
            $keyword = trim($keyword);
            if(!empty($keyword) && strlen($keyword) <= 50) {
                $keywords[$keyword] = $keyword;
            }            
        }
        unset($keywordsTemp);
        
        $modelsProductsTags = ArticlesTags::find()->where(['name' => $keywords])->indexBy('name')->all();
        
        foreach($keywords as $keyword) {
            if(isset($modelsProductsTags[$keyword])) {
                $model = $modelsProductsTags[$keyword];
                $model->quantity += 1;
            } else {
                $model = new ArticlesTags(['scenario' => 'create']);
                $model->name = $keyword;
                $model->quantity = 1;
            }
            
            $models[] = $model;
        }
        
        return $models;
    }
    
    public function init() 
    {
        Yii::$app->dbVortale->createCommand('SET NAMES latin2;')->execute();
                
        $this->getUsersToCompaniesMap();
        
        parent::init();
    }
    
    protected function getOperationStatusCollectionName()
    {
        return 'import_articles';
    }
}
Creat By MiNi SheLL
Email: jattceo@gmail.com