108 lines
4.3 KiB
Python
108 lines
4.3 KiB
Python
#!/usr/bin/env python3
|
||
"""LLM-based price extraction for post titles"""
|
||
import os, json, re
|
||
import httpx
|
||
|
||
LLM_API_KEY = os.environ.get('LLM_API_KEY', 'sk-sp-d5ce68bb203e48ca857c2aea25255b26')
|
||
LLM_API_URL = os.environ.get('LLM_API_URL', 'https://coding.dashscope.aliyuncs.com/v1/chat/completions')
|
||
LLM_MODEL = os.environ.get('LLM_MODEL', 'qwen3.5-plus')
|
||
|
||
def extract_price_with_llm(title: str) -> dict:
|
||
"""Use LLM to extract price from title. Returns dict with price, unit, confidence."""
|
||
prompt = f"""你是一个钱币收藏市场的价格分析师。请从以下帖子标题中提取信息：
|
||
|
||
标题："{title}"
|
||
|
||
请仔细分析：
|
||
1. 这个帖子是求购还是出售？（收/求/购 = 求购，出/售 = 出售）
|
||
2. 实际交易价格是多少？（数字+单位）
|
||
3. 价格单位是什么？（元/张、元/刀、元/条、元/套 等）
|
||
|
||
注意：
|
||
- "求2组"不是价格，"2组"只是数量
|
||
- "3月"不是价格，是日期
|
||
- 只有明确表示交易价格的才是价格
|
||
|
||
请用JSON格式回答：{{"post_type":"want/deal/null","price":数字或null,"unit":"元/张等","reason":"解释"}}
|
||
只回答JSON，不要其他内容。"""
|
||
|
||
try:
|
||
with httpx.Client(timeout=30.0) as client:
|
||
response = client.post(
|
||
LLM_API_URL,
|
||
headers={
|
||
"Authorization": f"Bearer {LLM_API_KEY}",
|
||
"Content-Type": "application/json"
|
||
},
|
||
json={
|
||
"model": LLM_MODEL,
|
||
"messages": [{"role": "user", "content": prompt}],
|
||
"temperature": 0.1
|
||
}
|
||
)
|
||
if response.status_code == 200:
|
||
result = response.json()
|
||
content = result['choices'][0]['message']['content'].strip()
|
||
# Extract JSON
|
||
if '{' in content:
|
||
json_str = content[content.find('{'):content.rfind('}')+1]
|
||
return json.loads(json_str)
|
||
except Exception as e:
|
||
print(f"LLM error: {e}")
|
||
return {"post_type": None, "price": None, "unit": None, "reason": "LLM failed"}
|
||
|
||
def batch_extract_prices(titles: list) -> list:
|
||
"""Batch extract prices from multiple titles"""
|
||
prompt = f"""你是一个钱币收藏市场的价格分析师。请批量分析以下帖子标题，提取求购/出售价格信息。
|
||
|
||
标题列表：
|
||
{chr(10).join([f"{i+1}. {t}" for i, t in enumerate(titles)])}
|
||
|
||
对于每个标题，判断：
|
||
- post_type: "want"表示求购，"deal"表示出售，"null"表示无法判断
|
||
- price: 实际交易价格数字（元），如果不是价格或无法判断则填null
|
||
- unit: 价格单位，如"元/张"、"元/刀"、"元/条"、"元/套"、"元"等
|
||
|
||
只返回JSON数组格式：[{{"idx":1,"post_type":"want","price":120,"unit":"元/张","reason":"..."}},...]
|
||
只回答JSON数组。"""
|
||
|
||
try:
|
||
with httpx.Client(timeout=60.0) as client:
|
||
response = client.post(
|
||
LLM_API_URL,
|
||
headers={
|
||
"Authorization": f"Bearer {LLM_API_KEY}",
|
||
"Content-Type": "application/json"
|
||
},
|
||
json={
|
||
"model": LLM_MODEL,
|
||
"messages": [{"role": "user", "content": prompt}],
|
||
"temperature": 0.1
|
||
}
|
||
)
|
||
if response.status_code == 200:
|
||
result = response.json()
|
||
content = result['choices'][0]['message']['content'].strip()
|
||
if '[' in content:
|
||
json_str = content[content.find('['):content.rfind(']')+1]
|
||
return json.loads(json_str)
|
||
except Exception as e:
|
||
print(f"Batch LLM error: {e}")
|
||
return []
|
||
|
||
if __name__ == '__main__':
|
||
test_titles = [
|
||
"求2组小龙鈔无四七标十，爱藏67+三星",
|
||
"765出一组无三四七标十马钞三包到手 可小义",
|
||
"2000元出一组龙钞朦胧号5张PMG68分",
|
||
"收购龙钞带4标十 1200元/张",
|
||
"低价出蛇钞一刀 已经刀切好",
|
||
"求购小龙钞无47标十 450元每张",
|
||
]
|
||
|
||
print("Testing LLM price extraction:")
|
||
for title in test_titles:
|
||
result = extract_price_with_llm(title)
|
||
print(f"\n标题: {title}")
|
||
print(f"结果: {result}")
|