This commit is contained in:
wangjinlei
2026-04-16 13:30:31 +08:00
parent a2338340f6
commit ae221e6be6
8 changed files with 838 additions and 91 deletions

View File

@@ -0,0 +1,108 @@
<?php
namespace app\common;
/**
* 使用本地 chat/completions 接口,从 affiliation 文本推断国家。
*
* 输出约定:返回数组 ['code' => 'US', 'en_name' => 'United States'],任一可为空。
*/
class CountryResolverService
{
private $chatUrl = '';
private $chatModel = '';
private $apiKey = '';
private $timeout = 60;
public function __construct(array $config = [])
{
if (isset($config['chat_url'])) $this->chatUrl = (string)$config['chat_url'];
if (isset($config['chat_model'])) $this->chatModel = (string)$config['chat_model'];
if (isset($config['api_key'])) $this->apiKey = (string)$config['api_key'];
if (isset($config['timeout'])) $this->timeout = max(5, intval($config['timeout']));
}
public function resolve(string $affiliation): array
{
$affiliation = trim($affiliation);
if ($affiliation === '' || $this->chatUrl === '' || $this->chatModel === '') {
return [];
}
$messages = [
[
'role' => 'system',
'content' => 'You extract the country from an academic affiliation string. Reply ONLY with minified JSON.',
],
[
'role' => 'user',
'content' => "Affiliation:\n" . $affiliation . "\n\nReturn JSON with keys:\n- code: ISO 3166-1 alpha-3 (preferred)\n- en_name: English country name (optional)\nIf uncertain, return {\"code\":\"\",\"en_name\":\"\"}.",
],
];
$payload = [
'model' => $this->chatModel,
'temperature' => 0,
'messages' => $messages,
];
$ch = curl_init();
curl_setopt($ch, CURLOPT_URL, $this->chatUrl);
curl_setopt($ch, CURLOPT_POST, true);
curl_setopt($ch, CURLOPT_POSTFIELDS, json_encode($payload, JSON_UNESCAPED_UNICODE));
curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
curl_setopt($ch, CURLOPT_CONNECTTIMEOUT, min(10, $this->timeout));
curl_setopt($ch, CURLOPT_TIMEOUT, $this->timeout);
$headers = [
'Content-Type: application/json',
];
if ($this->apiKey !== '') {
$headers[] = 'Authorization: Bearer ' . $this->apiKey;
}
curl_setopt($ch, CURLOPT_HTTPHEADER, $headers);
$raw = curl_exec($ch);
if ($raw === false) {
curl_close($ch);
return [];
}
$httpCode = intval(curl_getinfo($ch, CURLINFO_HTTP_CODE));
curl_close($ch);
if ($httpCode < 200 || $httpCode >= 300) {
return [];
}
$data = json_decode($raw, true);
if (!is_array($data)) return [];
// 兼容 OpenAI chat/completions 结构choices[0].message.content
$content = '';
if (isset($data['choices'][0]['message']['content'])) {
$content = (string)$data['choices'][0]['message']['content'];
} elseif (isset($data['content'])) {
$content = (string)$data['content'];
}
$content = trim($content);
if ($content === '') return [];
// 尝试提取 JSON允许模型包裹 ```json
if (preg_match('/\{.*\}/s', $content, $m)) {
$content = $m[0];
}
$obj = json_decode($content, true);
if (!is_array($obj)) return [];
$code = isset($obj['code']) ? strtoupper(trim((string)$obj['code'])) : '';
$enName = isset($obj['en_name']) ? trim((string)$obj['en_name']) : '';
// 防止模型乱回长段文本
if (strlen($code) > 8) $code = '';
if (strlen($enName) > 128) $enName = mb_substr($enName, 0, 128);
return ['code' => $code, 'en_name' => $enName];
}
}

View File

@@ -3,7 +3,9 @@
namespace app\common;
use think\Db;
use think\Queue;
use GuzzleHttp\Client;
use think\Env;
class ExpertFinderService
{
@@ -74,64 +76,105 @@ class ExpertFinderService
$fieldEnrich = 0;
foreach ($experts as $expert) {
$email = strtolower(trim($expert['email']));
if (empty($email)) {
continue;
}
$exists = Db::name('expert')->where('email', $email)->find();
$exists = Db::name('expert')->where('email', $email)->find();
$expertId = null;
if ($exists) {
$existing++;
$fieldEnrich += $this->enrichExpertField($exists['expert_id'], $field);
continue;
}
$insert = [
'name' => mb_substr($expert['name'], 0, 255),
'email' => mb_substr($email, 0, 128),
'affiliation' => mb_substr($expert['affiliation'], 0, 128),
'source' => mb_substr($source, 0, 128),
'ctime' => time(),
'ltime' => 0,
'state' => 0,
];
try {
$expertId = Db::name('expert')->insertGetId($insert);
$this->enrichExpertField($expertId, $field);
if(isset($expert['papers'])&&is_array($expert['papers'])){
$this->savePaper($expertId, $expert['papers']);
$expertId = intval($exists['expert_id']);
} else {
try {
$expertId = Db::name('expert')->insertGetId([
'name' => mb_substr($expert['name'], 0, 255),
'email' => mb_substr($email, 0, 128),
'affiliation' => mb_substr($expert['affiliation'], 0, 128),
'source' => mb_substr($source, 0, 128),
'ctime' => time(),
'ltime' => 0,
'state' => 0,
]);
$inserted++;
} catch (\Exception $e) {
$existing++;
continue;
}
$inserted++;
} catch (\Exception $e) {
$existing++;
}
$papers = (isset($expert['papers']) && is_array($expert['papers'])) ? $expert['papers'] : [];
$fieldEnrich += $this->saveFieldWithPapers($expertId, $field, $source, $papers);
}
return ['inserted' => $inserted, 'existing' => $existing, 'field_enriched' => $fieldEnrich];
}
private function savePaper($expertId, $papers)
/**
* 保存领域与论文的关联。
* 有论文时每篇论文一行expert_id + field + source + paper_article_id 去重)。
* 无论文时只存一条领域行expert_id + field 去重)。
*/
private function saveFieldWithPapers($expertId, $field, $source, $papers)
{
foreach ($papers as $paper){
$check = Db::name('expert_paper')->where("expert_id",$expertId)->where('paper_article_id',$paper['article_id'])->find();
if($check){
continue;
}
$insert = [
'expert_id' => $expertId,
'paper_title' => isset($paper['title'])?mb_substr($paper['title'], 0, 255):"",
'paper_article_id' => $paper['article_id'] ?? 0,
'paper_journal' => isset($paper['journal'])?mb_substr($paper['journal'], 0, 128):"",
'ctime' => time(),
];
Db::name('expert_paper')->insert($insert);
}
}
$field = trim($field);
if (empty($field)) return 0;
$added = 0;
if (empty($papers)) {
$exists = Db::name('expert_field')
->where('expert_id', $expertId)
->where('field', $field)
->where('state', 0)
->find();
if (!$exists) {
Db::name('expert_field')->insert([
'expert_id' => $expertId,
'source' => mb_substr((string)$source, 0, 64),
'field' => mb_substr($field, 0, 128),
'paper_title' => '',
'paper_article_id' => '',
'paper_journal' => '',
'state' => 0,
]);
$added = 1;
}
} else {
foreach ($papers as $paper) {
$articleId = isset($paper['article_id']) ? (string)$paper['article_id'] : '';
if ($articleId === '' || $articleId === '0') {
continue;
}
$check = Db::name('expert_field')
->where('expert_id', $expertId)
->where('field', $field)
->where('source', $source)
->where('paper_article_id', $articleId)
->where('state', 0)
->find();
if ($check) {
continue;
}
Db::name('expert_field')->insert([
'expert_id' => $expertId,
'source' => mb_substr((string)$source, 0, 64),
'paper_title' => isset($paper['title']) ? mb_substr((string)$paper['title'], 0, 255) : '',
'paper_article_id' => mb_substr($articleId, 0, 64),
'paper_journal' => isset($paper['journal']) ? mb_substr((string)$paper['journal'], 0, 255) : '',
'field' => mb_substr($field, 0, 128),
'state' => 0,
]);
$added++;
}
}
return $added;
}
public function getFetchLog($field, $source)
{
@@ -536,25 +579,94 @@ class ExpertFinderService
];
}
// ==================== DB Helpers ====================
// ==================== Country Resolution ====================
private function enrichExpertField($expertId, $field)
/**
* 启动国家解析链:找到下一个缺国家的专家推入队列。
* 队列 Job 处理完一个后会再调此方法,自动找下一个,直到全部处理完。
* 控制器只需调一次即可。
*
* @param int $delay 延迟秒数防止打满模型默认1秒
* @return bool 是否成功推入了一条
*/
public function enqueueNextCountryFill($delay = 1)
{
$field = trim($field);
if (empty($field)) return 0;
$exists = Db::name('expert_field')
->where('expert_id', $expertId)
->where('field', $field)
->where('state', 0)
$row = Db::name('expert')
->where('affiliation', '<>', '')
->where(function ($q) {
$q->where('country_id', 0)
->whereOr('country_id', 'null')
->whereOr('country', '');
})
->where('state', '<>', 5)
->field('expert_id, affiliation')
->order('expert_id asc')
->find();
if ($exists) return 0;
Db::name('expert_field')->insert([
'expert_id' => $expertId,
'field' => mb_substr($field, 0, 128),
'state' => 0,
if (!$row) {
$this->log('[CountryFill] no more pending experts');
return false;
}
$data = [
'expert_id' => intval($row['expert_id']),
'affiliation' => trim((string)$row['affiliation']),
];
if ($delay > 0) {
Queue::later($delay, 'app\api\job\FillExpertCountry@fire', $data, 'FetchExperts');
} else {
Queue::push('app\api\job\FillExpertCountry@fire', $data, 'FetchExperts');
}
return true;
}
/**
* 对单个专家执行国家解析(同步),由队列 Job FillExpertCountry 调用,也可直接调用测试。
*/
public function fillExpertCountry($expertId, $affiliation)
{
$affiliation = trim((string)$affiliation);
if ($affiliation === '') return;
$resolver = new CountryResolverService([
'chat_url' => trim((string)Env::get('expert_country_chat_url', Env::get('citation_chat_url', 'http://chat.taimed.cn/v1/chat/completions'))),
'chat_model' => trim((string)Env::get('expert_country_chat_model', Env::get('citation_chat_model', 'gpt-4.1'))),
'api_key' => trim((string)Env::get('expert_country_chat_api_key', Env::get('citation_chat_api_key', ''))),
'timeout' => max(20, intval(Env::get('expert_country_chat_timeout', 60))),
]);
return 1;
$result = $resolver->resolve($affiliation);
if (empty($result)) return;
$countryId = 0;
$enName = '';
if (!empty($result['code'])) {
$row = Db::name('country')->where('code', strtoupper(trim((string)$result['code'])))->find();
if ($row) {
$countryId = intval($row['country_id']);
$enName = (string)$row['en_name'];
}
}
if ($countryId === 0 && !empty($result['en_name'])) {
$row = Db::name('country')
->whereRaw("LOWER(en_name) = ?", [strtolower(trim((string)$result['en_name']))])
->find();
if ($row) {
$countryId = intval($row['country_id']);
$enName = (string)$row['en_name'];
}
}
if ($countryId > 0 && $enName !== '') {
Db::name('expert')->where('expert_id', intval($expertId))->update([
'country_id' => $countryId,
'country' => $enName,
]);
}
}
// ==================== Text Helpers ====================

View File

@@ -0,0 +1,303 @@
<?php
namespace app\common;
use think\Db;
use think\Env;
class ProductionArticleRefer
{
// DOI匹配核心正则生产级优化支持%字符、限制长度、单词边界断言)
// private const DOI_PATTERN = '/(?:doi[:\s]?|DOI[:\s]?)?\b10\.\d+(?:\.\d+)*\/[a-zA-Z0-9._\-!()%\/:;@$&+=?#[\]<>~`|^]+/i';
// 错误码与错误信息映射(标准化错误处理)
private const ERROR_CODES = [
'EMPTY_STRING' => 'Input string is empty (preprocessed)',
'NO_MATCH' => 'No valid DOI detected',
'INVALID_AFTER_CLEAN' => 'No effective DOI after cleaning',
'FORCE_EXTRACT_FAILED' => 'Forced extraction still has no valid DOI',
'EXTRACTION_EXCEPTION' => 'Exception occurred during DOI extraction process',
];
/**
* 获取未处理的参考文献
*
* @return void
*/
public function top($aParam = []) {
//文章ID
$iArticleId = empty($aParam['article_id']) ? '' : $aParam['article_id'];
if(empty($iArticleId)){
return json_encode(array('status' => 2,'msg' => 'Please select an article'.json_encode($aParam) ));
}
// 获取生产文章ID
$iPArticleId = empty($aParam['p_article_id']) ? 0 : $aParam['p_article_id'];
if(empty($iPArticleId)) {
return json_encode(array('status' => 2,'msg' => 'Please select an production article'.json_encode($aParam) ));
}
//查询未处理过的数据
$aWhere = ['p_article_id' => $iPArticleId,'article_id' => $iArticleId,'state' => 0,'refer_doi' => ['<>',''],'is_deal' => 2];
$aResult = Db::name('production_article_refer')->field('article_id,p_article_id,p_refer_id,refer_doi')->where($aWhere)->select();
if(empty($aResult)){
return json_encode(array('status' => 2,'msg' => 'The reference data to be processed is empty'.json_encode($aParam)));
}
//数据处理
foreach ($aResult as $key => $value) {
if(empty($value['refer_doi'])){
continue;
}
//调用获取参考文献详情队列
\think\Queue::push('app\api\job\ArticleReferDetailQueue@fire', $value, 'ArticleReferDetailQueue');
}
return json_encode(['status' => 1,'msg' => 'Add to reference processing queue']);
}
/**
* 处理参考文献
*
* @return void
*/
public function get($aParam = []) {
// 获取生产文章ID
$iPReferId = empty($aParam['p_refer_id']) ? 0 : $aParam['p_refer_id'];
if(empty($iPReferId)) {
return json_encode(array('status' => 2,'msg' => 'Please select a reference'.json_encode($aParam) ));
}
// 获取生产文章ID
$iPArticleId = empty($aParam['p_article_id']) ? 0 : $aParam['p_article_id'];
if(empty($iPArticleId)) {
return json_encode(array('status' => 2,'msg' => 'Please select an production article'.json_encode($aParam) ));
}
//查询未处理过的数据
$aWhere = ['p_refer_id' => $iPReferId,'p_article_id' => $iPArticleId,'state' => 0];
$aRefer = Db::name('production_article_refer')->field('refer_doi,refer_content')->where($aWhere)->find();
if(empty($aRefer)){
return json_encode(array('status' => 2,'msg' => 'No reference records found'.json_encode($aParam)));
}
if(empty($aRefer['refer_doi'])){
return json_encode(['status' => 4,'msg' => 'Reference DOI is empty'.json_encode($aParam)]);
}
//数据处理
$doi = str_replace('/', '%2F', $aRefer['refer_doi']);
$url = "https://citation.doi.org/format?doi=$doi&style=cancer-translational-medicine&lang=en-US";
$res = myGet($url);
$frag = trim(substr($res, strpos($res, '.') + 1));
if(empty($frag)){
$aUpdate = ['refer_frag' => $aRefer['refer_content'],'refer_type' => 'other','is_deal' => 1,'update_time' => time()];
$aWhere = ['p_refer_id' => $iPReferId];
$result = Db::name('production_article_refer')->where($aWhere)->limit(1)->update($aUpdate);
//写入通过AI获取参考文献详情队列
// \think\Queue::push('app\api\job\AiCheckReferByDoi@fire',$aParam,'AiCheckReferByDoi');
return json_encode(array('status' => 2,'msg' => 'The data obtained from the interface is empty'.$url));
}
//整理数据入库
$update = [];
if (mb_substr_count($frag, '.') != 3){
$f = $frag . " Available at: " . PHP_EOL . "https://doi.org/" . $aRefer['refer_doi'];
$update['refer_type'] = "other";
$update['refer_frag'] = $f;
$update['cs'] = 1;
//写入通过AI获取参考文献详情队列
// \think\Queue::push('app\api\job\AiCheckReferByDoi@fire',$aParam,'AiCheckReferByDoi');
}
if (mb_substr_count($frag, '.') == 3){
$res = explode('.', $frag);
$update['author'] = prgeAuthor($res[0]);
$update['title'] = trim($res[1]);
$bj = bekjournal($res[2]);
$joura = formateJournal(trim($bj[0]));
$update['joura'] = $joura;
$is_js = 0;
if ($joura == trim($bj[0])) {
}
$update['refer_type'] = "journal";
$update['is_ja'] = $joura == trim($bj[0]) ? 0 : 1;
$update['dateno'] = str_replace(' ', '', str_replace('-', '', trim($bj[1])));
//新增处理 期卷页码 20251127 start
if(!empty($update['dateno'])){
$sStr = $update['dateno'];
$aStr = explode(':', $sStr);
if(!empty($aStr[1])){
$parts = explode('', $aStr[1]);
if(count($parts) == 2){
$prefix = empty($parts[0]) ? 0 : intval($parts[0]);
$suffix = empty($parts[1]) ? 0 : intval($parts[1]);
if($prefix > $suffix){
$prefixLen = strlen($prefix);
$suffixLen = strlen($suffix);
$missingLen = $prefixLen - $suffixLen;
if ($missingLen > 0) {
$fillPart = substr($prefix, 0, $missingLen);
$newSuffix = $fillPart . $suffix;
$update['dateno'] = $aStr[0].':'.$prefix.''.$newSuffix;
}
}
}
}
// if(empty($aStr[1])){
// //写入通过AI获取参考文献详情队列
// \think\Queue::push('app\api\job\AiCheckReferByDoi@fire',$aParam,'AiCheckReferByDoi');
// }
}
//新增处理 期卷页码 20251127 end
$update['doilink'] = strpos($aRefer['refer_doi'],"http")===false?"https://doi.org/" . $aRefer['refer_doi']:$aRefer['refer_doi'];
$update['cs'] = 1;
}
//数据库更新
if(empty($update)){
return json_encode(array('status' => 3,'msg' => 'Update data to empty'.$url.'====='.$frag));
}
$aWhere = ['p_refer_id' => $iPReferId];
$update += ['is_deal' => 1,'update_time' => time()];
$result = Db::name('production_article_refer')->where($aWhere)->limit(1)->update($update);
if($result === false){
return json_encode(array('status' => 3,'msg' => 'Update failed'.json_encode($update)));
}
return json_encode(['status' => 1,'msg' => 'Update successful']);
}
// /**
// * 实例方法提取单个DOI核心逻辑生产级优化
// * @param string $str 待检测字符串
// * @param bool $standardize 是否标准化DOI转小写
// * @param bool $forceExtract 是否强制提取(忽略微小格式瑕疵)
// * @return array 提取结果含错误码、错误信息、DOI
// */
// // public function extractDoiFromString(string $str, bool $standardize = true, bool $forceExtract = false): array
// // {
// // // 初始化标准化结果
// // $result = [
// // 'has_doi' => false,
// // 'doi' => null,
// // 'error_code' => null,
// // 'error_msg' => null,
// // ];
// // try {
// // // 严格类型校验(防止非字符串参数传入)
// // if (!is_string($str)) {
// // throw new InvalidArgumentException('输入参数必须为字符串类型', 1001);
// // }
// // // 字符串预处理生产级全角转半角、URL解码、HTML标签移除等
// // $processedStr = $this->preprocessString($str);
// // if (trim($processedStr) === '') {
// // $result['error_code'] = 'EMPTY_STRING';
// // $result['error_msg'] = self::ERROR_CODES['EMPTY_STRING'];
// // return $result;
// // }
// // // 性能优化用preg_match仅匹配首个DOI替代preg_match_all
// // // 优化后的带前缀版正则
// // $pattern = '/(?:doi[:\s]*|DOI[:\s]*)?\b10\.\d+(?:\.\d+)*\/[a-zA-Z0-9._\-!()%\/:;@$&+=?#[\]<>~`|^'"{},\\\\]+(?![\w?#])/i";
// // if (!preg_match($pattern, $processedStr, $match)) {
// // $result['error_code'] = 'NO_MATCH';
// // $result['error_msg'] = self::ERROR_CODES['NO_MATCH'];
// // return $result;
// // }
// // // 清洗并验证首个DOI
// // $cleanDoi = $this->cleanAndValidateDoi($match[0], $standardize, $forceExtract);
// // if ($cleanDoi !== null) {
// // $result['has_doi'] = true;
// // $result['doi'] = $cleanDoi;
// // } else {
// // // 根据是否强制提取设置错误信息
// // $errorKey = $forceExtract ? 'FORCE_EXTRACT_FAILED' : 'INVALID_AFTER_CLEAN';
// // $result['error_code'] = $errorKey;
// // $result['error_msg'] = self::ERROR_CODES[$errorKey];
// // }
// // } catch (InvalidArgumentException $e) {
// // // 业务异常:标准化错误码和信息
// // $result['error_code'] = 'INVALID_PARAM';
// // $result['error_msg'] = '参数错误:' . $e->getMessage();
// // } catch (Exception $e) {
// // // 系统异常:隐藏敏感信息,记录通用错误
// // $result['error_code'] = 'EXTRACTION_EXCEPTION';
// // $result['error_msg'] = self::ERROR_CODES['EXTRACTION_EXCEPTION'] . '' . $e->getMessage();
// // }
// // return $result;
// // }
// // /**
// // * 字符串预处理(生产级:覆盖所有编码/格式干扰场景)
// // * @param string $str 原始字符串
// // * @return string 预处理后的纯净字符串
// // */
// // private function preprocessString(string $str): string
// // {
// // // 1. 全角转半角(解决中文全角字符干扰,如10.1007/s11042-020-10103-4)
// // $str = $this->fullWidthToHalfWidth($str);
// // // 2. 移除所有HTML标签解决网页文本中DOI被<p>/<a>/<b>等标签包裹的问题)
// // $str = strip_tags($str);
// // // 3. URL解码处理%2F等URL编码的特殊字符如10.1007%2Fs11042-020-10103-4
// // $str = urldecode($str);
// // // 4. 解码HTML实体处理&amp;、&#47;等HTML实体编码
// // $str = html_entity_decode($str, ENT_QUOTES | ENT_HTML5, 'UTF-8');
// // // 5. 移除不可见字符(换行、制表符、零宽空格、控制字符等)
// // $str = preg_replace('/[\x00-\x1F\x7F\x{200B}-\x{200F}]/u', ' ', $str);
// // // 6. 合并多个空格为单个(避免连续空格干扰正则匹配)
// // $str = preg_replace('/\s+/', ' ', $str);
// // return $str;
// // }
// // /**
// // * 清洗并验证DOI生产级优化正则规则严格长度校验
// // * @param string $match 原始正则匹配结果
// // * @param bool $standardize 是否标准化DOI转小写
// // * @param bool $forceExtract 是否强制提取
// // * @return string|null 有效DOI或null
// // */
// // private function cleanAndValidateDoi(string $match, bool $standardize, bool $forceExtract): ?string
// // {
// // // 1. 移除DOI前缀doi:/DOI:)和首尾空白字符
// // $cleanDoi = preg_replace('/^doi[:\s]?|^DOI[:\s]?/i', '', trim($match));
// // // 2. 移除尾部常见标点避免DOI被标点包裹如10.1007/s11042-020-10103-4.
// // $cleanDoi = rtrim($cleanDoi, '.,;(){}[]!?"\'');
// // // 3. 严格的长度校验DOI官方规范6-200字符
// // $doiLength = strlen($cleanDoi);
// // if ($doiLength < 6 || $doiLength > 200) {
// // return null;
// // }
// // // 4. 验证规则生产级优化添加单词边界避免匹配不完整DOI
// // // 基础规则严格遵循官方规范10.开头+包含/+/后有内容
// // $basicRule = '/^10\.\d+\/.+$/D';
// // // 宽松规则强制提取时使用添加单词边界避免匹配被字符包裹的DOI
// // $looseRule = '/\b10\.\d+\/[^\s%]{1,190}\b/';
// // $validateRule = $forceExtract ? $looseRule : $basicRule;
// // $isValid = preg_match($validateRule, $cleanDoi) === 1;
// // // 5. 验证通过则标准化转小写否则返回null
// // if ($isValid) {
// // return $standardize ? strtolower($cleanDoi) : $cleanDoi;
// // }
// // return null;
// // }
// // /**
// // * 辅助方法:全角转半角
// // * @param string $str 包含全角字符的字符串
// // * @return string 半角字符串
// // */
// // private function fullWidthToHalfWidth(string $str): string
// // {
// // $fullWidthChars = [
// // '' => '0', '' => '1', '' => '2', '' => '3', '' => '4',
// // '' => '5', '' => '6', '' => '7', '' => '8', '' => '9',
// // '' => '.', '' => '/', '' => '-', '' => '%', '' => '!',
// // '' => '(', '' => ')', '' => ':', '' => ';', '' => ',',
// // '' => '"', '' => '\''
// // ];
// // return strtr($str, $fullWidthChars);
// // }
}
?>

View File

@@ -205,13 +205,13 @@ class PromotionService
$failed++;
continue;
}else{
$expert_fields = Db::name('expert_fields')->where('expert_id', $expert['expert_id'])->select();
$expert_fields = Db::name('expert_field')->where('expert_id', $expert['expert_id'])->select();
$field_str = '';
foreach ($expert_fields as $field){
if($field_str != ''){
$field_str .= ','.$field['field_name'];
$field_str .= ','.$field['field'];
}else{
$field_str = $field['field_name'];
$field_str = $field['field'];
}
}
$expert['fields'] = $field_str;
@@ -255,8 +255,11 @@ class PromotionService
/**
* 为指定日期的任务批量预生成邮件(供定时任务调用,如每天 22:00 准备明天的)
*
* 每个 task 通过队列异步执行 prepareTask避免条目过多时 HTTP 请求超时。
*
* @param string $date Y-m-d如 2026-03-12
* @return array ['tasks' => int, 'prepared' => int, 'failed' => int, 'details' => []]
* @return array ['tasks' => int, 'task_ids' => int[]]
*/
public function prepareTasksForDate($date)
{
@@ -265,32 +268,34 @@ class PromotionService
->where('state', 0)
->select();
$totalPrepared = 0;
$totalFailed = 0;
$details = [];
$taskIds = [];
foreach ($tasks as $task) {
$ret = $this->prepareTask($task['task_id']);
$totalPrepared += $ret['prepared'];
$totalFailed += $ret['failed'];
$details[] = [
'task_id' => $task['task_id'],
'task_name' => $task['task_name'],
'prepared' => $ret['prepared'],
'failed' => $ret['failed'],
'error' => $ret['error'],
];
$this->enqueuePrepareTask($task['task_id']);
$taskIds[] = $task['task_id'];
}
$this->log("prepareTasksForDate date={$date} tasks=" . count($tasks) . " prepared={$totalPrepared} failed={$totalFailed}");
$this->log("prepareTasksForDate date={$date} tasks=" . count($tasks) . " queued task_ids=" . implode(',', $taskIds));
return [
'tasks' => count($tasks),
'prepared' => $totalPrepared,
'failed' => $totalFailed,
'details' => $details,
'task_ids' => $taskIds,
];
}
/**
* 将单个 task 的 prepare 推入队列异步执行
*/
public function enqueuePrepareTask($taskId, $delay = 0)
{
$jobClass = 'app\api\job\PromotionPrepare@fire';
$data = ['task_id' => intval($taskId)];
if ($delay > 0) {
Queue::later($delay, $jobClass, $data, 'promotion');
} else {
Queue::push($jobClass, $data, 'promotion');
}
}
/**
* 触发指定日期的已准备任务开始发送(供定时任务调用,如每天 8:00 触发今天的)
* 会先对 send_date=date 且 state=0 的任务做一次补准备,再启动所有 state=5 的任务
@@ -299,13 +304,13 @@ class PromotionService
*/
public function startTasksForDate($date)
{
// 补准备:当天日期但尚未准备的任务(如 22:00 后创建)
// 补准备:当天日期但尚未准备的任务(如 22:00 后创建),推队列异步执行
$catchUpTasks = Db::name('promotion_task')
->where('send_date', $date)
->where('state', 0)
->select();
foreach ($catchUpTasks as $t) {
$this->prepareTask($t['task_id']);
$this->enqueuePrepareTask($t['task_id']);
}
$tasks = Db::name('promotion_task')

View File

@@ -0,0 +1,134 @@
<?php
namespace app\api\controller;
use app\api\controller\Base;
class Scopus extends Base
{
private $sApiKey = '434dcaf0e787b8676745c97687184f71';
// 获取h指数
public function getHindex($aParam = [])
{
$aParam = empty($aParam) ? $this->request->post() : $aParam;
// 获取输入参数
$sAuthorName = empty($aParam['author_name']) ? '' : $aParam['author_name'];
$affiliation = empty($aParam['affiliation']) ? '' : $aParam['affiliation'];
// 验证输入
if (empty($sAuthorName) || empty($affiliation)) {
return json_encode(['status' => 2,'msg' => '']);
}
$url = "https://api.elsevier.com/content/search/author?query=affil(beijing)&count=1";
$ch = curl_init();
curl_setopt_array($ch, [
CURLOPT_URL => $url,
CURLOPT_HTTPHEADER => [
'X-ELS-APIKey: ' . $this->sApiKey,
'Accept: application/json'
],
CURLOPT_RETURNTRANSFER => true,
CURLOPT_TIMEOUT => 15,
CURLOPT_FAILONERROR => true
]);
$response = curl_exec($ch);
var_dump(curl_getinfo($ch));exit;
// 第一步检索作者ID
$url = "https://api.elsevier.com/content/search/author";
$params = [
'query' => "AUTHFIRST({$sAuthorName}) AND AFFIL({$affiliation})",
'count' => 1
];
var_dump($this->sApiKey);exit();
$ch = curl_init();
curl_setopt_array($ch, [
CURLOPT_URL => $url . '?' . http_build_query($params),
CURLOPT_HTTPHEADER => [
'X-ELS-APIKey: ' . $this->sApiKey,
'Accept: application/json'
],
CURLOPT_RETURNTRANSFER => true,
// CURLOPT_TIMEOUT => 15,
CURLOPT_FAILONERROR => true
]);
$response = curl_exec($ch);
echo '<pre>';var_dump($response,curl_getinfo($ch));exit;
if (curl_errno($ch)) {
throw new \Exception('Scopus API错误: ' . curl_error($ch));
}
$httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
curl_close($ch);
if ($httpCode !== 200) {
throw new \Exception("Scopus API返回错误: HTTP {$httpCode}");
}
$data = json_decode($response, true);
if (empty($data['search-results']['entry'][0]['dc:identifier'])) {
throw new \Exception('未找到匹配的作者');
}
// 提取作者ID从"AUTHOR_ID:7004212771"中分离)
$identifier = $data['search-results']['entry'][0]['dc:identifier'];
$authorId = explode(':', $identifier)[1];
// 第二步:获取作者指标
$url = "https://api.elsevier.com/content/author/author_id/{$authorId}?view=METRICS";
$ch = curl_init();
curl_setopt_array($ch, [
CURLOPT_URL => $url,
CURLOPT_HTTPHEADER => [
'X-ELS-APIKey: ' . $apiKey,
'Accept: application/json'
],
CURLOPT_RETURNTRANSFER => true,
CURLOPT_TIMEOUT => 15,
CURLOPT_FAILONERROR => true
]);
$response = curl_exec($ch);
if (curl_errno($ch)) {
throw new \Exception('指标API错误: ' . curl_error($ch));
}
$httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
curl_close($ch);
if ($httpCode !== 200) {
throw new \Exception("指标API返回错误: HTTP {$httpCode}");
}
$data = json_decode($response, true);
if (empty($data['author-retrieval-response'][0]['h-index'])) {
throw new \Exception('未找到h指数数据');
}
// 提取其他作者信息
$author = $data['author-retrieval-response'][0];
$metrics = [
'h_index' => $author['h-index'],
'citation_count' => $author['citation-count'] ?? '未知',
'document_count' => $author['document-count'] ?? '未知',
'coauthors_count' => $author['coauthor-count'] ?? '未知',
'affiliation_current' => $author['affiliation-current']['affiliation']['ip-doc']['afdispname'] ?? '未知'
];
return json([
'status' => 'success',
'author_id' => $authorId,
'author_name' => $author['author-profile']['preferred-name']['ce:indexed-name'] ?? '未知',
'metrics' => $metrics
]);
}
}