Devil Killer Is Here MiNi Shell
MiNi SheLL

Current Path : /home/vmanager/www/console/controllers/
Linux 9dbcd5f6333d 5.15.0-102-generic #112-Ubuntu SMP Tue Mar 5 16:50:32 UTC 2024 x86_64
Current File : /home/vmanager/www/console/controllers/MailboxesController.php
<?php

namespace console\controllers;

use \Yii;
use \yii\console\Controller;
use \yii\helpers\Console;
use yii\console\ExitCode;
use common\models\ConsoleScriptsSettings;
use common\models\ArticlesMailboxesNewEntries;
use common\models\ArticlesMailboxesActions;
use common\models\ArticlesMailboxesFilters;
use common\models\UndeliveredMails;
use common\models\types\ArticleMailboxFilterType;

class MailboxesController extends Controller
{
    public $limit;
    
    protected $consoleScriptSettings;
    
    public function actionSearchArticles()
    {
        $this->consoleScriptSettings = ConsoleScriptsSettings::findOne(ConsoleScriptsSettings::KEY_MAILBOX_ARTICLES);
        if(empty($this->consoleScriptSettings)) {
            $this->stderr('Brak ustawien dla wybranej funkcjonalności.');
            return ExitCode::CONFIG;
        }
        
        $mailboxes = $this->getMailboxesForArticlesSearch();
        
        $domainsWhiteList = $domainsBlackList = $emailsAddressesWhiteList = $emailsAddressesBlackList = [];
        $mailsExists = []; 
        $undefinedEmails = [];

        $filters = ArticlesMailboxesFilters::find()->asArray()->all();
        if(empty($filters)) {
            $this->stdout('Brak regul wyszukiwania.');
            return ExitCode::NOINPUT;
        }
        foreach($filters as $filter) {
            if($filter['filter_type'] === ArticleMailboxFilterType::EMAIL) {
                if($filter['or_accept'] === 1) {
                    $emailsAddressesWhiteList[$filter['filter_value']] = true;
                } elseif($filter['or_accept'] == 0) {
                    $emailsAddressesBlackList[$filter['filter_value']] = true;
                }
            } elseif($filter['filter_type'] === ArticleMailboxFilterType::URL) {
                if($filter['or_accept'] === 1) {
                    $domainsWhiteList[$filter['filter_value']] = true;
                } elseif($filter['or_accept'] == 0) {
                    $domainsBlackList[$filter['filter_value']] = true;
                }
            }
        }
        unset($filters);
        
        $modelsNewEntries = ArticlesMailboxesNewEntries::find()->all();
        if(!empty($modelsNewEntries)) {
            foreach($modelsNewEntries as $modelNewEntry) {
                $undefinedEmails[$modelNewEntry->getHash()] = true;
            }
            unset($modelsNewEntries);
        }
        
        $modelsActions = ArticlesMailboxesActions::find()->all();
        if(!empty($modelsActions)) {
            foreach($modelsActions as $modelAction) {
                $mailsExists[$modelAction->getHash()] = true;
            }
            unset($modelsActions);
        }
        
        $lastSearchDateTime = $this->consoleScriptSettings->getSettingsKey('last_search_datetime');        
        if(!empty($lastSearchDateTime)) {
            $lastTimestamp = strtotime($lastSearchDateTime);
        } else {
            $lastTimestamp = strtotime("-10 days");
        }
        //@proteza
//        $lastTimestamp = strtotime("-10 days");
        
        $actualDateTime = date("Y-m-d H:i:s");
        $mongoDbActualDateTime = new \MongoDB\BSON\UTCDateTime(strtotime($actualDateTime)*1000);
        foreach($mailboxes as $mailboxAddress => $mailboxData) {
            $mailbox = @imap_open("{".$mailboxData['host'].":".$mailboxData['port'].$mailboxData['flags']."}INBOX", $mailboxData['username'], $mailboxData['password']);
            if(!$mailbox) {
                $this->stderr('Blad polaczenia ze skrzynka pocztowa: '.implode(' | ', imap_errors()));
                return ExitCode::NOHOST;
            }
            $messagesCount = imap_num_msg($mailbox); 
            if($messagesCount === 0) {
                continue;
            }
            for($i = 1; $i <= $messagesCount; $i++) {
                $result = imap_headerinfo($mailbox, $i);
    //            var_dump($result->from[0]->mailbox.'@'.$result->from[0]->host.': '.iconv_mime_decode($result->subject, 0, 'UTF-8')); 

                if($lastTimestamp > $result->udate) {
                    continue;
                }

                if(empty($result->subject)) {
                    continue;
                }
                
                $subject = iconv_mime_decode($result->subject, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8');
                if(!$subject) {
                    continue;
                }                

                $email = $result->from[0]->mailbox.'@'.$result->from[0]->host;   
                if(!empty($result->from[0]->personal)) {
                    $sender = iconv_mime_decode($result->from[0]->personal, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8'); //@todo trzeba sprawdzic, czy tego równiez nie trzeba przepuscic iconvem lub czyms podobnym...
                } else {
                    $sender = $email;
                }                
                $domain = substr($email, strrpos($email, '@')+1);            
                $hashForAction = ArticlesMailboxesActions::generateHash($email, $subject);
                $hashForNewEntry = ArticlesMailboxesNewEntries::generateHash($email, $sender, $subject);
                
                if(isset($domainsBlackList[$domain]) || isset($emailsAddressesBlackList[$email])) {
                    //oznaczamy dana wiadomosc jako usunieta
                    imap_delete($mailbox, $i);
//                    var_dump('usuwamy'); exit;
                } elseif(isset($emailsAddressesWhiteList[$email]) || isset($domainsWhiteList[$domain])) {
//                    var_dump('tworzymy akcje'); 
                    $emailToTransfered = [
                        'mailbox' => $mailboxAddress,
                        'email' => $email,
                        'subject' => $subject,       
                        'created_at' => $mongoDbActualDateTime,
                    ];

                    if(isset($mailsExists[$hashForAction])) {
                        $emailToTransfered['action'] = ArticlesMailboxesActions::ACTION_DELETE;
                    } else {
                        $mailsExists[$hashForAction] = true;
                        $emailToTransfered['action'] = ArticlesMailboxesActions::ACTION_MOVE;
                    }
                    
                    ArticlesMailboxesActions::getCollection()->insert($emailToTransfered); 

                } elseif(!isset($undefinedEmails[$hashForNewEntry])) {
//                    var_dump('tworzymy wpis'); 
//                    exit;
                    //dodajemy informacje o nowym zestawe email-nadawca-temat do tabeli tymczasowej informujacej 
                    //o wiadomosciach przychodzacych z adresow, dla ktorych nie zdefiniowano jeszcze regul                
                    $undefinedEmails[$hashForNewEntry] = true;
                    
                    $newUndefinedEmail = [
                        'email' => $email,
                        'subject' => $subject,   
                        'sender' => $sender,
                        'created_at' => $mongoDbActualDateTime
                    ];
                    
                    ArticlesMailboxesNewEntries::getCollection()->insert($newUndefinedEmail); 
                }
            }

            //usuwamy wiadomosci oznaczone wczesniej jako usuniete
            imap_expunge($mailbox);
            imap_close($mailbox);
        }
        
        $this->consoleScriptSettings->setSettingsKey('last_search_datetime', $actualDateTime);
        $this->consoleScriptSettings->saveSettings();
        
        return ExitCode::OK;
    }
    
    protected function getMailboxesForArticlesSearch()
    {
        $outputData = [];
        
        $idsPortals = $this->consoleScriptSettings->getSettingsKey('portals');
        if(empty($idsPortals)) {
            return $outputData;
        }
        
        $modelsPortals = \common\models\Portals::find()->where(['id_portal' => array_map('intval', $idsPortals)])->all();
        if(empty($modelsPortals)) {
            return $outputData;
        }        
        
        foreach($modelsPortals as $modelPortal) {
            $smtpSettings = $modelPortal->getSettingsKey('smtp_settings');
            if(empty($smtpSettings)) {
                continue;
            }
            
            $outputData[$smtpSettings['username']] = [
                'host' => $smtpSettings['host'],
                'username' => $smtpSettings['username'],
                'password' => $smtpSettings['password'],
                'port' => 993, //$smtpSettings['port'],
                'flags' => '/imap/ssl/novalidate-cert'
            ];
        }
        
        return $outputData;
    }
    
    public function actionExecuteArticles()
    {        
        $this->consoleScriptSettings = ConsoleScriptsSettings::findOne(ConsoleScriptsSettings::KEY_MAILBOX_ARTICLES);
        if(empty($this->consoleScriptSettings)) {
            $this->stderr('Brak ustawien dla wybranej funkcjonalności.');
            return ExitCode::CONFIG;
        }
        
        if(empty($this->limit)) {
            $this->limit = !empty($this->consoleScriptSettings->getSettingsKey('limit_for_execute')) ? $this->consoleScriptSettings->getSettingsKey('limit_for_execute') : 20;
        }
        
        $mailboxes = $this->getMailboxesForArticlesSearch();
        
        $actions = [];
        $modelsActions = ArticlesMailboxesActions::find()->orderBy('created_at ASC, action ASC')->all();
        if(empty($modelsActions)) {
//            $this->stdout('Brak akcji do wykonania.');
            return ExitCode::NOINPUT;
        }
        
        foreach($modelsActions as $modelAction) {
            $actions[$modelAction->mailbox][$modelAction->getHash()] = $modelAction;
        }
        unset($modelsActions);

        $destinationMailboxConfig = Yii::$app->params['articlesMailbox'];        
        $destinationMailbox = @imap_open("{".$destinationMailboxConfig['host'].":".$destinationMailboxConfig['port'].$destinationMailboxConfig['flags']."}INBOX", $destinationMailboxConfig['username'], $destinationMailboxConfig['password']);
        if(!$destinationMailbox) {
            $this->stderr('Blad polaczenia ze skrzynka pocztowa: '.implode(' | ', imap_errors()));
            return ExitCode::NOHOST;
        }
        
        $orExit = false;
        $operationsCounter = 0;
        foreach($mailboxes as $mailboxAddress => $mailboxData) {
            if(empty($actions[$mailboxAddress])) {
                continue;
            }

            $mailbox = @imap_open("{".$mailboxData['host'].":".$mailboxData['port'].$mailboxData['flags']."}INBOX", $mailboxData['username'], $mailboxData['password']);
            if(!$mailbox) {
                $this->stderr('Blad polaczenia ze skrzynka pocztowa: '.implode(' | ', imap_errors()));
                return ExitCode::NOHOST;
            }
            
            $messagesCount = imap_num_msg($mailbox);  
            if($messagesCount === 0) {
                continue;
            } 
            
            for($i = 1; $i <= $messagesCount; $i++) {
                if($operationsCounter >= $this->limit) {
                    $orExit = true;
                    break;
                }
                
                $result = imap_headerinfo($mailbox, $i);
                
                if(empty($result->subject)) {
                    continue;
                }      
                $subject = iconv_mime_decode($result->subject, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8');
                if(!$subject) {
                    continue;
                }            

                $email = $result->from[0]->mailbox.'@'.$result->from[0]->host;       
                $hash = ArticlesMailboxesActions::generateHash($email, $subject);

                if(isset($actions[$mailboxAddress][$hash])) {
                    $modelAction = $actions[$mailboxAddress][$hash];

                    $flag = true;
                    if($modelAction->action === ArticlesMailboxesActions::ACTION_MOVE) {   
                        $headers = imap_fetchheader($mailbox, $i);
                        $body = imap_body($mailbox, $i);
                        
                        $flag = imap_append($destinationMailbox, "{".$destinationMailboxConfig['host'].":".$destinationMailboxConfig['port'].$destinationMailboxConfig['flags']."}INBOX", $headers.$body);
                        if($flag) {
                            //oznaczamy dana wiadomosc jako usunieta
                            imap_delete($mailbox, $i);
                        }
                        
                    } elseif($modelAction->action === ArticlesMailboxesActions::ACTION_DELETE) {
                        //oznaczamy dana wiadomosc jako usunieta
                        imap_delete($mailbox, $i);
                    }

                    if($flag === true) {
                        $modelAction->delete();
                    }

                    $operationsCounter++;
                }
            }
            //usuwamy wiadomosci oznaczone wczesniej jako usuniete
            imap_expunge($mailbox);            
            imap_close($mailbox);      
            
            if($orExit === true) {
                break;
            }
        }

        imap_close($destinationMailbox);
        
        //to musi być, aby skrzynki typu wp.pl nie generowały notice'a na koniec skryptu: "Notice: Unknown: Unexpected IMAP response: BYE IMAP4rev1 Server logging out (errflg=2)"
        imap_errors();
        
        return ExitCode::OK;
    }
    
    public function actionSearchUndelivered()
    {        
        $this->consoleScriptSettings = ConsoleScriptsSettings::findOne(ConsoleScriptsSettings::KEY_MAILBOX_UNDELIVERED);
        if(empty($this->consoleScriptSettings)) {
            $this->stderr('Brak ustawien dla wybranej funkcjonalności.');
            return ExitCode::CONFIG;
        }
        
        $mailboxes = $this->getMailboxesForUndeliveredSearch();        
        $phrases = $this->consoleScriptSettings->getSettingsKey('phrases');
        
        if(empty($phrases) || empty($mailboxes)) {
            $this->stderr('Brak ustawien dla wybranej funkcjonalności.');
            return ExitCode::CONFIG;
        }
        
        $modelsUndeliveredMails = UndeliveredMails::find()->indexBy('email')->all();
        
        $lastSearchDateTime = $this->consoleScriptSettings->getSettingsKey('last_search_datetime'); 
        if(!empty($lastSearchDateTime)) {
            $lastTimestamp = strtotime($lastSearchDateTime);
        } else {
            $lastTimestamp = strtotime("-10 days");
        }
        
        $emailValidator = new \yii\validators\EmailValidator();
        
        //@proteza
//        $lastTimestamp = strtotime("-150 days");

        $actualDateTime = date("Y-m-d H:i:s");
        $mongoDbActualDateTime = new \MongoDB\BSON\UTCDateTime(strtotime($actualDateTime)*1000);
        foreach($mailboxes as $mailboxAddress => $mailboxData) {
            $mailbox = @imap_open("{".$mailboxData['host'].":".$mailboxData['port'].$mailboxData['flags']."}INBOX", $mailboxData['username'], $mailboxData['password']);
            if(!$mailbox) {
                $this->stderr('Blad polaczenia ze skrzynka pocztowa: '.implode(' | ', imap_errors()));
                return ExitCode::NOHOST;
            }
            
            $messagesCount = imap_num_msg($mailbox);  
            if($messagesCount === 0) {
                continue;
            }
            for($i = 1; $i <= $messagesCount; $i++) {
                $result = imap_headerinfo($mailbox, $i);
    //            var_dump($result->from[0]->mailbox.'@'.$result->from[0]->host.': '.iconv_mime_decode($result->subject, 0, 'UTF-8')); 

                if($lastTimestamp > $result->udate) {
                    continue;
                }
                
                if(empty($result->subject)) {
                    continue;
                }
                
                $subject = iconv_mime_decode($result->subject, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8');
                if(!$subject) {
                    continue;
                }  
                
                $body = imap_body($mailbox, $i);

                $idsCompanies = null;
                $idsUsers = null;
                foreach($phrases as $phrase) {
//                    var_dump($phrases);
                    if(strpos($body, $phrase) === false && strpos($subject, $phrase) === false) {
                        continue;
                    }
                    
                    $matches = [];
                    $email = null;
                    $result = preg_match('/To: "?[a-zA-Z0-9.\s\-_@?=]+"? <([a-zA-Z0-9_\-.+]+@[a-zA-Z0-9\-.]+)>/s', $body, $matches);
                    if(isset($matches[1])) {
                        $email = trim($matches[1]);
                    }
                    if(empty($email) || !$emailValidator->validate($email)) {
                        break;
                    }
                    
                    if(!empty($modelsUndeliveredMails[$email])) {
                        if(!in_array($phrase, $modelsUndeliveredMails[$email]->phrases)) {
                            $modelsUndeliveredMails[$email]->phrases = array_merge([$phrase], $modelsUndeliveredMails[$email]->phrases);
                            $modelsUndeliveredMails[$email]->orModified = true;
                        }
                        if(!in_array($body, $modelsUndeliveredMails[$email]->contents)) {
                            $modelsUndeliveredMails[$email]->contents = array_merge([$body], $modelsUndeliveredMails[$email]->contents);
                            $modelsUndeliveredMails[$email]->orModified = true;
                        }
                    } else {
                        if($idsCompanies === null) {
                            $idsCompanies = \common\models\CompaniesContactData::find()
                                    ->select(['id_company'])
                                    ->where([
                                        'data_type' => \common\models\types\ContactDataType::EMAIL,
                                        'data_value' => $email
                                    ])
                                    ->distinct()
                                    ->column();
                        }
                        if($idsUsers === null) {
                            $idsUsers = \common\models\UsersContactData::find()
                                    ->select(['id_user'])
                                    ->where([
                                        'data_type' => \common\models\types\ContactDataType::EMAIL,
                                        'data_value' => $email
                                    ])
                                    ->distinct()
                                    ->column();
                        }
                        
                        $modelsUndeliveredMails[$email] = new UndeliveredMails();
                        $modelsUndeliveredMails[$email]->email = $email;
                        $modelsUndeliveredMails[$email]->phrases = [$phrase];
                        $modelsUndeliveredMails[$email]->contents = [$body];
                        $modelsUndeliveredMails[$email]->ids_companies = $idsCompanies;
                        $modelsUndeliveredMails[$email]->ids_users = $idsUsers;
                    }
                }  
//                break;
            }

            //usuwamy wiadomosci oznaczone wczesniej jako usuniete
            imap_expunge($mailbox);
            imap_close($mailbox);
        }
//        var_dump(count($modelsUndeliveredMails)); exit;
        if(!empty($modelsUndeliveredMails)) {
            foreach($modelsUndeliveredMails as $email => $modelUndeliveredMail) {                
                if($modelUndeliveredMail->isNewRecord || $modelUndeliveredMail->orModified === true) { //sprawdzamy czy rekord został zmodyfikowany
                    $flag = $modelUndeliveredMail->save();
                } 
            }
        }
        
        $this->consoleScriptSettings->setSettingsKey('last_search_datetime', $actualDateTime);
        $this->consoleScriptSettings->saveSettings();
        
        return ExitCode::OK;
    }
    
    protected function getMailboxesForUndeliveredSearch()
    {
        $outputData = [];
        
        $idsPortals = $this->consoleScriptSettings->getSettingsKey('portals');
        if(empty($idsPortals)) {
            return $outputData;
        }
        
        $modelsPortals = \common\models\Portals::find()->where(['id_portal' => array_map('intval', $idsPortals)])->all();
        if(empty($modelsPortals)) {
            return $outputData;
        }        
        
        foreach($modelsPortals as $modelPortal) {
            $smtpSettings = $modelPortal->getSettingsKey('smtp_settings');
            if(empty($smtpSettings)) {
                continue;
            }
            
            $outputData[$smtpSettings['username']] = [
                'host' => $smtpSettings['host'],
                'username' => $smtpSettings['username'],
                'password' => $smtpSettings['password'],
                'port' => 993, //$smtpSettings['port'],
                'flags' => '/imap/ssl/novalidate-cert'
            ];
        }
        
        return $outputData;
    }
}
Creat By MiNi SheLL
Email: jattceo@gmail.com