* @package compile * @version $Id$ * @link https://www.zentao.net * @property jobModel $job */ class compileModel extends model { /** * 判断按钮是否可点击。 * Judge an action is clickable or not. * * @param object $compile * @param string $action * @static * @access public * @return bool */ public static function isClickable(object $compile, string $action): bool { if($action == 'result') return !empty($compile->testtask); return true; } /** * Get by id * * @param int $buildID * @access public * @return object|false */ public function getByID(int $buildID): object|false { return $this->dao->select('*')->from(TABLE_COMPILE)->where('id')->eq($buildID)->fetch(); } /** * Get build list. * * @param int $repoID * @param int $jobID * @param string $browseType * @param int $queryID * @param string $orderBy * @param object $pager * @access public * @return array */ public function getList(int $repoID, int $jobID, string $browseType = '', int $queryID = 0, string $orderBy = 'id_desc', ?object $pager = null): array { $compileQuery = ''; if($browseType == 'bySearch') { $query = $this->loadModel('search')->getQuery($queryID); if($query) { $this->session->set('compileQuery', $query->sql); $this->session->set('compileForm', $query->form); } elseif(!$this->session->compileQuery) { $this->session->set('compileQuery', ' 1 = 1'); } $compileQuery = $this->session->compileQuery; $compileQuery = preg_replace('/`(\w+)`/', 't1.`$1`', $compileQuery); $compileQuery = preg_replace('/t1.`(engine|repo|triggerType)`/', 't2.`$1`', $compileQuery); $this->session->set('compileQueryCondition', $compileQuery, $this->app->tab); $this->session->set('compileOnlyCondition', true, $this->app->tab); } if(strpos($orderBy, 'id') === false) $orderBy .= ', id_desc'; return $this->dao->select('t1.id, t1.branch, t1.name, t1.job, t1.status, t1.createdDate, t1.testtask, t2.pipeline, t2.triggerType, t2.svnDir, t2.comment, t2.atDay, t2.atTime, t2.engine, t2.triggerActions, t3.name as repoName, t4.name as jenkinsName')->from(TABLE_COMPILE)->alias('t1') ->leftJoin(TABLE_JOB)->alias('t2')->on('t1.job=t2.id') ->leftJoin(TABLE_REPO)->alias('t3')->on('t2.repo=t3.id') ->leftJoin(TABLE_PIPELINE)->alias('t4')->on('t2.server=t4.id') ->where('t1.deleted')->eq('0') ->andWhere('t1.job')->ne('0') ->beginIF(!empty($repoID))->andWhere('t3.id')->eq($repoID)->fi() ->beginIF(!empty($jobID))->andWhere('t1.job')->eq($jobID)->fi() ->beginIF($compileQuery)->andWhere($compileQuery)->fi() ->orderBy($orderBy) ->page($pager) ->fetchAll('id'); } /** * Get list by jobID. * * @param int $jobID * @return array */ public function getListByJobID(int $jobID): array { return $this->dao->select('id, name, status')->from(TABLE_COMPILE) ->where('deleted')->eq('0') ->andWhere('job')->ne('0') ->beginIF(!empty($jobID))->andWhere('job')->eq($jobID)->fi() ->orderBy('id_desc') ->fetchAll('id'); } /** * Get unexecuted list. * * @access public * @return array */ public function getUnexecutedList(): array { return $this->dao->select('*')->from(TABLE_COMPILE)->where('status')->eq('')->andWhere('deleted')->eq('0')->fetchAll(); } /** * Get last result. * * @param int $jobID * @access public * @return object|false */ public function getLastResult(int $jobID): object|false { return $this->dao->select('*')->from(TABLE_COMPILE)->where('job')->eq($jobID)->andWhere('status')->ne('')->orderBy('createdDate_desc')->limit(1)->fetch(); } /** * Get success jobs by job id list. * * @param array $jobIDList * @access public * @return array */ public function getSuccessJobs(array $jobIDList): array { return $this->dao->select('job')->from(TABLE_COMPILE) ->where('job')->in($jobIDList) ->andWhere('status')->eq('success') ->fetchPairs(); } /** * Get build url. * * @param object $job * @access public * @return object */ public function getBuildUrl(object $job): object { $url = new stdclass(); $url->userPWD = $this->loadModel('jenkins')->getApiUserPWD($job); $urlPrefix = $this->compileTao->getJenkinsUrlPrefix($job->url, $job->pipeline); $detailUrl = $urlPrefix . 'api/json'; $hasParameterizedBuild = $this->loadModel('job')->checkParameterizedBuild($detailUrl, $url->userPWD); $buildInterface = $hasParameterizedBuild ? 'buildWithParameters' : 'build'; $url->url = "{$urlPrefix}{$buildInterface}/api/json"; return $url; } /** * Get compile logs. * * @param object $job * @param object $compile * @access public * @return string */ public function getLogs(object $job, object $compile): string { $logs = ''; /* Get jobs by pipeline. */ $pipeline = json_decode($job->pipeline); if($job->engine == 'jenkins') { $jenkins = $this->loadModel('pipeline')->getByID($job->server); $userPWD = $this->loadModel('jenkins')->getApiUserPWD($jenkins); $urlPrefix = $this->compileTao->getJenkinsUrlPrefix($jenkins->url, $job->pipeline); $infoUrl = $urlPrefix . sprintf('api/xml?tree=builds[id,number,queueId]&xpath=//build[queueId=%s]', $compile->queue); $result = common::http($infoUrl, '', array(CURLOPT_USERPWD => $userPWD), array(), 'data', 'POST', 30, true); /* Check error. */ $httpCode = $result[1]; if($httpCode == 404) return ''; $response = $result['body']; if($response) { $buildInfo = simplexml_load_string($response); $buildNumber = $buildInfo->number; if(empty($buildNumber)) return ''; $logUrl = sprintf($urlPrefix . '%s/consoleText', $buildNumber); $logs = common::http($logUrl, '', array(CURLOPT_USERPWD => $userPWD)); $this->dao->update(TABLE_COMPILE)->set('logs')->eq($logs)->where('id')->eq($compile->id)->exec(); } } else { $projectID = isset($pipeline->project) ? $pipeline->project : 0; $jobs = $this->loadModel('gitlab')->apiGetJobs($job->server, (int)$projectID, $compile->queue); $this->loadModel('ci'); foreach($jobs as $gitlabJob) { if(!is_object($gitlabJob)) continue; if(empty($gitlabJob->duration)) $gitlabJob->duration = '-'; $logs .= ">>> Job: $gitlabJob->name, Stage: $gitlabJob->stage, Status: $gitlabJob->status, Duration: $gitlabJob->duration Sec\r\n "; $logs .= "Job URL: web_url\" target='_blank'>$gitlabJob->web_url \r\n"; $logs .= $this->ci->transformAnsiToHtml($this->gitlab->apiGetJobLog($job->server, (int)$projectID, $gitlabJob->id)); } } if(!empty($logs)) $this->dao->update(TABLE_COMPILE)->set('logs')->eq($logs)->where('id')->eq($compile->id)->exec(); return $logs; } /** * Save build by job * * @param int $jobID * @param string $data * @param string $type * @access public * @return int|false */ public function createByJob(int $jobID, string $data = '', string $type = 'tag'): int|false { $job = $this->dao->select('id,name')->from(TABLE_JOB)->where('id')->eq($jobID)->fetch(); if(!$job) return false; $build = new stdClass(); $build->job = $job->id; $build->name = $job->name; if($type) $build->$type = $data; $build->createdBy = $this->app->user ? $this->app->user->account : 'system'; $build->createdDate = helper::now(); $this->dao->insert(TABLE_COMPILE)->data($build)->exec(); return $this->dao->lastInsertId(); } /** * Sync compiles. * * @param int $repoID * @param int $repoID * @access public * @return bool */ public function syncCompile(int $repoID = 0, int $jobID = 0): bool { if($jobID) { $jobList[$jobID] = $this->loadModel('job')->getByID($jobID); } else { $jobList = $this->loadModel('job')->getList($repoID); } $servers = $this->loadModel('pipeline')->getList(''); foreach($jobList as $job) { $server = zget($servers, $job->server); $method = "sync{$job->engine}BuildList"; $this->$method($server, $job); $this->compileTao->updateJobLastSyncDate($job->id, helper::now()); } return !dao::isError(); } /** * Sync jenkins build list. * * @param object $jenkins * @param object $job * @access public * @return bool */ public function syncJenkinsBuildList(object $jenkins, object $job): bool { if(empty($jenkins->account)) return false; $userPWD = $this->loadModel('jenkins')->getApiUserPWD($jenkins); /* Get build list by API. */ $urlPrefix = $this->compileTao->getJenkinsUrlPrefix($jenkins->url, $job->pipeline); $url = $urlPrefix . 'api/json?tree=builds[id,number,result,queueId,timestamp]'; $response = common::http($url, '', array(CURLOPT_USERPWD => $userPWD)); if(!$response) return false; $jobInfo = json_decode($response); if(empty($jobInfo)) return false; $compilePairs = $this->dao->select('queue,job')->from(TABLE_COMPILE)->where('job')->eq($job->id)->andWhere('queue')->gt(0)->fetchPairs(); foreach($jobInfo->builds as $build) { $lastSyncTime = strtotime($job->lastSyncDate); if($build->timestamp < $lastSyncTime * 1000) break; if(isset($compilePairs[$build->queueId])) continue; $this->compileTao->createByBuildInfo($job->name, $job->id, $build, 'jenkins'); } return !dao::isError(); } /** * Sync gitlab build list. * * @param object $gitlab * @param object $job * @access public * @return bool */ public function syncGitlabBuildList(object $gitlab, object $job): bool { if(empty($gitlab->id)) return false; $pipeline = json_decode($job->pipeline); $projectID = isset($pipeline->project) ? $pipeline->project : ''; $ref = isset($pipeline->reference) ? $pipeline->reference : ''; $url = sprintf($this->loadModel('gitlab')->getApiRoot($gitlab->id, false), "/projects/{$projectID}/pipelines"); /* Get build list by API. */ for($page = 1; true; $page++) { $param = $job->lastSyncDate ? '&updated_after=' . date('YYYY-MM-DDThh:mm:ssZ', strtotime($job->lastSyncDate)) : ''; $builds = json_decode(commonModel::http($url . "&ref={$ref}&order_by=id&sort=asc&page={$page}&per_page=100" . $param)); if(!is_array($builds)) break; if(!empty($builds)) { $queueIDList = array(); foreach($builds as $build) $queueIDList[] = $build->id; $compilePairs = $this->dao->select('queue,job')->from(TABLE_COMPILE)->where('job')->eq($job->id)->andWhere('queue')->in($queueIDList)->fetchPairs(); foreach($builds as $build) { if(isset($compilePairs[$build->id])) continue; $this->compileTao->createByBuildInfo($job->name, $job->id, $build, 'gitlab'); } } if(count($builds) < 100) break; } return !dao::isError(); } /** * Execute compile * * @param object $compile * @access public * @return bool */ public function exec(object $compile): bool { $job = $this->dao->select('t1.id,t1.name,t1.repo,t1.engine,t1.product,t1.pipeline,t2.name as jenkinsName,t2.url,t2.account,t2.token,t2.password,t1.triggerType,t1.customParam,t1.server,t1.lastTag') ->from(TABLE_JOB)->alias('t1') ->leftJoin(TABLE_PIPELINE)->alias('t2')->on('t1.server=t2.id') ->where('t1.id')->eq($compile->job) ->fetch(); if(!$job) return false; $compileID = $compile->id; $repo = $this->loadModel('repo')->getByID($job->repo); $this->loadModel('job'); if(!empty($compile->tag)) { $job->lastTag = $compile->tag; $this->job->updateLastTag($job->id, $compile->tag); $this->dao->update(TABLE_COMPILE)->set('tag')->eq($compile->tag)->where('id')->eq($compile->id)->exec(); } $method = 'exec' . ucfirst($job->engine) . 'Pipeline'; if(!method_exists($this->job, $method)) return false; $result = $this->job->$method($job, $repo, $compileID); if(dao::isError()) dao::getError(); $result->updateDate = helper::now(); $this->dao->update(TABLE_COMPILE)->data($result)->where('id')->eq($compileID)->exec(); $this->dao->update(TABLE_JOB) ->set('lastStatus')->eq($result->status) ->set('lastExec')->eq($compile->updateDate ? $compile->updateDate : helper::now()) ->where('id')->eq($job->id) ->exec(); return !dao::isError(); } }