catdata-api-v2/api.py

import re
import json
import asyncio
import uvicorn
from playwright.async_api import async_playwright
from fastapi import FastAPI
import aiomysql
from pymysql.converters import escape_string

app = FastAPI()
HOST = '0.0.0.0'
PORT = 8000
# store = 20182
# storeIdentifier = 'ECI_METRO'
# auth = 'eci'
store = 20153
storeIdentifier = 'LEI_SHING_HONG'
auth = 'lsh'
code_rule = r"^([0-9]{1,2}[A-Z])\-*([0-9]{4})|([0-9]{1,3})\-*([0-9]{4})$"

mysql_config = {
	'host': 'localhost',
	'port': 3306,
	'database': 'workdata',
	'user': 'root',
	'password': 'rxxt',
	'charset': 'utf8mb4',
}

class AsyncMysql:
	def __init__(self):
		self.host = mysql_config.get('host')
		self.port = int(mysql_config.get('port'))
		self.user = mysql_config.get('user')
		self.password = mysql_config.get('password')
		self.database = mysql_config.get('database')
		self.pool = None

	async def create_pool(self):
		""" 创建 MySQL 连接池 """
		try:
			self.pool = await aiomysql.create_pool(
				host=self.host,
				port=self.port,
				user=self.user,
				password=self.password,
				db=self.database,
				autocommit=True,
				minsize=2,
				maxsize=12
			)
		except Exception as e:
			print(f"Failed to create MySQL connection pool: {str(e)}")

	async def execute_query(self, query):
		""" 执行增删改操作 """
		try:
			async with self.pool.acquire() as conn:
				async with conn.cursor(aiomysql.DictCursor) as cursor:
					await cursor.execute(query)
					return True
		except Exception as e:
			print(f"Failed to execute query: {query}")
			print(f"Error: {str(e)}")
			return False

	async def execute_select(self, query):
		""" 执行查询操作 """
		try:
			async with self.pool.acquire() as conn:
				async with conn.cursor(aiomysql.DictCursor) as cursor:
					await cursor.execute(query)
					results = await cursor.fetchall()
					return results
		except Exception as e:
			print(f"Failed to execute select query: {query}")
			print(f"Error: {str(e)}")
			return None

	async def close_pool(self):
		""" 关闭 MySQL 连接池 """
		if self.pool:
			self.pool.close()
			await self.pool.wait_closed()
			print("MySQL connection pool closed.")

@app.get('/hi')
def _():
	return {
		'version': 1.5,
		'host': HOST,
		'port': PORT
	}

def getUniqueId(s: str):
	p = re.match(r'^.+<pre.*>(.+)</pre>.*</body></html>$',s)
	if p:
		try:
			r = json.loads(p.group(1))
			if 'uniqueId' in r and r['uniqueId']:
				return r['uniqueId'] # ({'code': code,'id': r['uniqueId']})
		except Exception as e:
			print('json 格式错',e)
	return None

def getDetail(s: str):
	p = re.match(r'^.+<pre.*>(.+)</pre>.*</body></html>$',s)
	if p:
		try:
			r = json.loads(p.group(1))
			return r
		except Exception as e:
			print('json 格式错',e)
	return None

@app.get('/product/{code}')
async def getProductInfo(code: str,corp: str = 'lsh'):
	global store,storeIdentifier,auth
	auth = corp.lower()
	if auth not in ['lsh','eci']:
		auth = 'lsh'
	if auth == 'lsh':
		store = 20153
		storeIdentifier = 'LEI_SHING_HONG'
	else:
		store = 20182
		storeIdentifier = 'ECI_METRO'
	code = code.strip().upper()
	result = {'result': 101,'code': code,'info': {}}
	p = re.match(code_rule,code)
	if p:
		code = f'{p.group(1)}-{p.group(2)}' if p.group(1) else f'{int(p.group(3)):03d}-{p.group(4)}'
	else:
		return result
	result['code'] = code
	mysql_instance = AsyncMysql()
	await mysql_instance.create_pool()
	"""查询数据库产品信息"""
	res = await mysql_instance.execute_select(f"SELECT * FROM catdb WHERE code='{code}' AND corp='{auth}'")
	if res:
		result['result'] = 0
		result['info'] = json.loads(res[0]['data'])
		# await mysql_instance.close_pool()
		# return result
		"""查询数据库产品信息"""
	else:
		res = await searchInfo(code)
		if res:
			result['result'] = 0
			result['info'] = res
			"""保存到数据库"""
			query = f"INSERT INTO catdb (corp,code,data) VALUES ('{auth}','{code}','{escape_string(json.dumps(res,ensure_ascii=False))}')"
			await mysql_instance.execute_query(query)
			"""保存到数据库"""
	await mysql_instance.close_pool()
	return result
async def searchInfo(code):
	result = None
	async with async_playwright() as playwright:
		browser = await playwright.chromium.launch(headless=False)
		context = await browser.new_context(base_url="https://parts.cat.com",storage_state=f"auth/auth-{auth}.json")
		page = await context.new_page()
		url = f"/wcs/resources/store/{store}/seo/urltoken/byProduct?token={code}"
		await page.goto(url,timeout=0)
		res = await page.content()
		id = getUniqueId(res.strip())
		if id:
			url = f'/api/product/detail?productId={id}&storeIdentifier={storeIdentifier}&locale=zh_CN&partNumber={code}&storeId={store}&langId=-7'
			await page.goto(url,timeout=0)
			res = await page.content()
			result = getDetail(res.strip())
			if result:
				partsList = [{'partNumber': code,"uniqueId": f"{id}",'quantity': 1}]
				if 'merchandisingAssociations' in result and len(result['merchandisingAssociations']):
					partsList += [{'partNumber': item['partNumber'],'quantity': 1} for item in result['merchandisingAssociations']]
				url = f'/wcs/resources/store/{store}/getDealerPriceAndAvailability?langId=-7'
				try:
					resp = await context.request.post(url,data={'partsList': partsList},timeout=0)
					if resp and resp.ok:
						result['priceInfo'] = await resp.json()
				except Exception:
					print('引用接口错误！')
					await asyncio.sleep(1)
		await context.close()
		await browser.close()
	return result

async def main():
	config = uvicorn.Config("api:app", host=HOST, port=PORT,log_level="info")
	server = uvicorn.Server(config)
	await server.serve()

if __name__ == "__main__":
	asyncio.run(main())