Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/
Linux 9dbcd5f6333d 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : //home/vmanager/www/console/controllers/ArticlesCopyController.php
<?php

namespace console\controllers;

use \Yii;
use \yii\console\Controller;
use yii\console\ExitCode;

class ArticlesCopyController extends Controller
{    
    use \common\components\traits\DirectoriesFunctions;
    
    public $limit;
    public $offset;    
    
    protected $filesToCopy = [];
    
    public function options($actionID)
    {
        switch($actionID) {
            case 'copy':
                return ['limit', 'offset'];
                break;
            default:
                return [];
        }
    }
    
    public function actionCopy()
    {
        if(!empty($this->limit)) {
            $limit = 'LIMIT '.intval($this->limit);            
            if(!empty($this->offset)) {
                $limit .= ' OFFSET '.intval($this->offset);
            } 
        } else {
            $limit = 'LIMIT 2000';
        }
        
        $sql = "SELECT * FROM articles ORDER BY id_article ASC ".$limit;
        $articles = Yii::$app->db->createCommand($sql)->queryAll(); 
        $idsArticles = [];
        $idsCompanies = [];
        
        if(empty($articles)) {
            $this->stdout('Brak rekordów do przetworzenia.');
            return ExitCode::OK;
        }
        
        $articlesMap = [];
        $query = new \yii\mongodb\Query();
        $documents = $query->from('import_articles')->select(['_id', 'source_id', 'target_id'])->where(['status' => 'OK'])->all();
        if(!empty($documents)) {
            foreach($documents as $document) {
                $articlesMap[(int)$document['target_id']] = (int)$document['source_id'];
            }
            unset($documents);
        }  
        
        foreach($articles as $article) {
            $idsArticles[$article['id_article']] = $article['id_article'];
            if(!empty($article['id_company'])) {
                $idsCompanies[$article['id_company']] = $article['id_company'];
            }
        }
        
        $companies = [];
        if(!empty($idsCompanies)) {
            $sql = "SELECT id_company, name FROM companies 
                WHERE id_company IN (".implode(', ', array_keys($idsCompanies)).")";
            $companiesTemp = Yii::$app->db->createCommand($sql)->queryAll(); 
            if(!empty($companiesTemp)) {
                foreach($companiesTemp as $companyTemp) {
                    $companies[$companyTemp['id_company']] = $companyTemp['name'];
                }
                unset($companiesTemp);
            }
        }
        
        $articlesHasPortals = [];
        $sql = "SELECT * FROM articles_has_portals 
                WHERE id_article IN (".implode(', ', array_keys($idsArticles)).")";
        $relationsWithPortals = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        foreach($relationsWithPortals as $relationWithPortal) {
            $articlesHasPortals[$relationWithPortal['id_article']][] = $relationWithPortal['id_portal'];
        }
        unset($relationsWithPortals);
        
        $articlesPhotos = [];
        $sql = "SELECT * FROM articles_photos 
                WHERE id_article IN (".implode(', ', array_keys($idsArticles)).") 
                ORDER BY id_article ASC, photo_order ASC";
        $articlesPhotosTemp = Yii::$app->db->createCommand($sql)->queryAll(); 
        if(!empty($articlesPhotosTemp)) {
            foreach($articlesPhotosTemp as $articlePhotoTemp) {
                $articlesPhotos[$articlePhotoTemp['id_article']][] = $articlePhotoTemp;
            }
            unset($articlesPhotosTemp);
        }
        
        $articlesAttachments = [];
        $sql = "SELECT * FROM articles_attachments 
                WHERE id_article IN (".implode(', ', array_keys($idsArticles)).") 
                ORDER BY id_article ASC, attachment_order ASC";
        $articlesAttachmentsTemp = Yii::$app->db->createCommand($sql)->queryAll(); 
        if(!empty($articlesAttachmentsTemp)) {
            foreach($articlesAttachmentsTemp as $articleAttachmentTemp) {
                $articlesAttachments[$articleAttachmentTemp['id_article']][] = $articleAttachmentTemp;
            }
            unset($articlesAttachmentsTemp);
        }
        
        $articlesTags = [];
        $sql = "SELECT articles_tags.name, articles_has_articles_tags.id_article FROM articles_has_articles_tags 
                INNER JOIN articles_tags ON articles_tags.id_tag = articles_has_articles_tags.id_tag
                WHERE articles_has_articles_tags.id_article IN (".implode(', ', array_keys($idsArticles)).") 
                ORDER BY articles_tags.name ASC";
        $articlesTagsTemp = Yii::$app->db->createCommand($sql)->queryAll(); 
        
        foreach($articlesTagsTemp as $articlesTagTemp) {
            $articlesTags[$articlesTagTemp['id_article']][] = $articlesTagTemp['name'];
        }
        unset($articlesTagsTemp);
        
        $statuses = [
            \common\models\types\Status::INACTIVE => 0,
            \common\models\types\Status::ACTIVE => 1,
            \common\models\types\Status::HIDDEN => 2,
        ];
        
        $acceptanceStatuses = [
            \common\models\types\AcceptanceStatus::NOT_ACCEPTED => 0,
            \common\models\types\AcceptanceStatus::ACCEPTED => 1,
            \common\models\types\AcceptanceStatus::TO_CORRECT => 2,
        ];
        
        $orginTypes = [
            \common\models\types\ArticleOriginType::ADVERTISED => 1,
            \common\models\types\ArticleOriginType::SPONSORED => 2
        ];
        
        $articlesForSave = [];
        foreach($articles as $article) { 
            $articleForSave = [];
            $articleForSave['id_article'] = $article['id_article'];
            $articleForSave['company_name'] = !empty($article['id_company']) ? $companies[$article['id_company']] : null;
            $articleForSave['title'] = $article['title'];
            $articleForSave['lead'] = $article['lead'];
            $articleForSave['content'] = $this->changeSrcInContent($article['content'], $article['id_article']);
            $articleForSave['image_filename'] = $article['image_filename'];
            $articleForSave['publication_datetime'] = $article['publication_datetime'];
            $articleForSave['source_company'] = $article['source_company'];
            $articleForSave['source_author'] = $article['source_author'];
            $articleForSave['source_url'] = $article['source_url'];
            $articleForSave['url'] = $article['url'];
            $articleForSave['status'] = $statuses[$article['status']];
            $articleForSave['acceptance_status'] = $acceptanceStatuses[$article['acceptance_status']];
            $articleForSave['origin_type'] = !empty($article['origin_type']) ? $orginTypes[$article['origin_type']] : 0;
            $articleForSave['views_number'] = $article['views_number'];
            $articleForSave['created_at'] = $article['created_at'];
            $articleForSave['updated_at'] = $article['updated_at'];
            $articleForSave['old_id'] = !empty($articlesMap[$article['id_article']]) ? $articlesMap[$article['id_article']] : null;
            
            if(!empty($article['image_filename'])) {
                $sourcePath = Yii::getAlias('@articlesImagesRealPath').'/'.$article['id_article'].'/'.$article['image_filename'];
                $targetPath = Yii::getAlias('@runtime/temp/articles/images').'/'.$article['id_article'].'/'.$article['image_filename'];
                $this->filesToCopy[$sourcePath] = $targetPath;
            }
            
            $articlesPhotosForSave = [];
            if(!empty($articlesPhotos[$article['id_article']])) {
                foreach($articlesPhotos[$article['id_article']] as $articlePhoto) {
                    $articlesPhotosForSave[] = [
//                        'id_photo' => $articlePhoto['id_photo'],
//                        'id_article' => $articlePhoto['id_article'],
                        'filename' => $articlePhoto['filename'],
                        'title' => $articlePhoto['title'],
//                        'photo_order' => $articlePhoto['photo_order'],
//                        'created_at' => $articlePhoto['created_at'],
//                        'updated_at' => $articlePhoto['updated_at'],
                    ];
                    $sourcePath = Yii::getAlias('@articlesImagesRealPath').'/'.$articlePhoto['id_article'].'/'.Yii::getAlias('@articlesGalleriesImagesDirName').'/'.$articlePhoto['filename'];
                    $targetPath = Yii::getAlias('@runtime/temp/articles/images').'/'.$articlePhoto['id_article'].'/'.$articlePhoto['filename'];
                    $this->filesToCopy[$sourcePath] = $targetPath;
                }
                $articleForSave['photos'] = json_encode($articlesPhotosForSave);
            } else {
                $articleForSave['photos'] = json_encode([]);
            }
            
            $articlesAttachmentsForSave = [];
            if(!empty($articlesAttachments[$article['id_article']])) {
                foreach($articlesAttachments[$article['id_article']] as $articleAttachment) {
                    $articlesAttachmentsForSave[] = [
//                        'id_attachment' => $articleAttachment['id_attachment'],
//                        'id_article' => $articleAttachment['id_article'],
                        'filename' => !empty($articleAttachment['filename']) ? $articleAttachment['filename'] : null,
                        'url' => !empty($articleAttachment['url']) ? $articleAttachment['url'] : null,
                        'name' => $articleAttachment['name'],
//                        'attachment_order' => $articleAttachment['attachment_order'],
//                        'created_at' => $articleAttachment['created_at'],
//                        'updated_at' => $articleAttachment['updated_at'],
                    ];
                    if(!empty($articleAttachment['filename'])) {
                        $sourcePath = Yii::getAlias('@articlesAttachmentsRealPath').'/'.$articleAttachment['id_article'].'/'.$articleAttachment['filename'];
                        $targetPath = Yii::getAlias('@runtime/temp/articles/attachments').'/'.$articleAttachment['id_article'].'/'.$articleAttachment['filename'];
                        $this->filesToCopy[$sourcePath] = $targetPath;
                    }
                }
                $articleForSave['attachments'] = json_encode($articlesAttachmentsForSave);
            } else {
                $articleForSave['attachments'] = json_encode([]);
            }
            
            if(!empty($articlesTags[$article['id_article']])) {
                $articleForSave['tags'] = '{'.implode(',', array_map(function($item) { return '"'.$item.'"'; }, $articlesTags[$article['id_article']] )).'}';
            } else {
                $articleForSave['tags'] = '{}';
            }
            
            $articlesForSave[] = $articleForSave;
        }

        $transaction = Yii::$app->db->beginTransaction();
        
        try {
            Yii::$app->db->createCommand()->batchInsert(
                'articles_2', 
                [
                    'id_article', 'company_name', 'title', 'lead', 'content', 'image_filename', 'publication_datetime', 'source_company', 'source_author', 'source_url', 
                    'url', 'status', 'acceptance_status', 'origin_type', 'views_number', 'created_at', 'updated_at', 'old_id', 'photos', 'attachments', 'tags'
                ], 
                $articlesForSave
            )->execute();
        } catch(\yii\db\Exception $e) {
            $transaction->rollBack();
            $this->stderr($e->getMessage());
            return ExitCode::DATAERR;
        }
        
        $articlesHasPortalsForSave = [];
        foreach($articlesHasPortals as $idArticle => $idsPortals) {
            foreach($idsPortals as $idPortal) {
                $articlesHasPortalsForSave[] = [
                    'id_article' => $idArticle,
                    'id_portal' => $idPortal
                ];
            }
            unset($articlesHasPortals);
        }
        
        try {
            Yii::$app->db->createCommand()->batchInsert(
                'articles_2_has_portals', 
                ['id_article', 'id_portal'], 
                $articlesHasPortalsForSave
            )->execute();
        } catch(\yii\db\Exception $e) {
            $transaction->rollBack();
            $this->stderr($e->getMessage());
            return ExitCode::DATAERR;
        }
        
        if(!empty($this->filesToCopy)) {
            $articlesDirs = [];
            foreach($this->filesToCopy as $sourcePath => $targetPath) {
                if(!file_exists($sourcePath)) {
                    continue;
                }
                
                $targetDir = dirname($targetPath);
                if(!file_exists($targetDir)) {
                    mkdir($targetDir, 0777, true);
                }
                $articlesDirs[$targetDir] = $targetDir;
                $flag = copy($sourcePath, $targetPath);
                if(!$flag) {
                    if(!empty($articlesDirs)) {
                        foreach($articlesDirs as $articleDir) {
                            $this->removeDir($articleDir, true);
                        }
                    }
                    $this->stderr('Błąd podczas kopiowania pliku: '.$sourcePath.' -> '.$targetPath);
                    return ExitCode::IOERR;
                }
            }
        }
        
        $transaction->commit();
//        $transaction->rollBack();
    }
    
    protected function changeSrcInContent($content, $idArticle)
    {                       
        if(strpos($content, 'src="https://common.v-manager.pl/uploads/source/articles/') === false) {
            return $content;
        }
        
        $matches = [];
        preg_match_all('|src="https://common\.v-manager\.pl/uploads/source/articles/'.$idArticle.'/[^"]+"|i', $content, $matches);
        if(!empty($matches[0])) {
            foreach($matches[0] as $match) {
                $filename = basename(rtrim(mb_substr($match, 5), '"'));
                $sourcePath = Yii::getAlias('@sourcesRealPath').'/'.Yii::getAlias('@articlesContentsImagesDirName').'/'.$idArticle.'/'.$filename;
                $targetPath = Yii::getAlias('@runtime/temp/articles/sources').'/'.$idArticle.'/'.$filename;                
                $this->filesToCopy[$sourcePath] = $targetPath;                
                $content = str_replace('src="https://common.v-manager.pl/uploads/source/articles/', 'src="/articles/sources/', $content);
            }
        }
        
        return $content;
        
//        //Create a new DOMDocument object.
//        $htmlDom = new DOMDocument;
//
//        //Load the HTML string into our DOMDocument object.
//        @$htmlDom->loadHTML($htmlString);
//
//        //Extract all img elements / tags from the HTML.
//        $imageTags = $htmlDom->getElementsByTagName('img');
//
//        //Create an array to add extracted images to.
//        $extractedImages = array();
//
//        //Loop through the image tags that DOMDocument found.
//        foreach($imageTags as $imageTag){
//
//            //Get the src attribute of the image.
//            $imgSrc = $imageTag->getAttribute('src');
//
//            //Get the alt text of the image.
//            $altText = $imageTag->getAttribute('alt');
//
//            //Get the title text of the image, if it exists.
//            $titleText = $imageTag->getAttribute('title');
//
//            //Add the image details to our $extractedImages array.
//            $extractedImages[] = array(
//                'src' => $imgSrc,
//                'alt' => $altText,
//                'title' => $titleText
//            );
//        }
//
//        //var_dump our array of images.
//        var_dump($extractedImages);
        

//        $modelArticle->content = preg_replace('|src="/www\.vmanager-common\.dev/uploads/images/articles//content/|i', 'src="http://www.vmanager-common.test/uploads/images/articles/'.$modelArticle->id_article.'/content/', $modelArticle->content);
  
    }
}

/*

 */
Creat By MiNi SheLL
Email: jattceo@gmail.com