aiDataParser/core/example.py

72 lines
2.5 KiB
Python

# ######################################################################
# import asyncio, time
# from pydantic import BaseModel
# class Response(BaseModel):
# result: int
# async def main():
# runner = SmartMultiServerCore()
# start = time.time()
# # res = await runner.single_item(user_prompt="سلام جواب این عبارت ریاضی چی میشه ؟ 145/5*2")
# res = await runner.single_item(
# user_prompt="سلام جواب این عبارت ریاضی چی میشه ؟ 145/5*2",
# # output_schema=Response,
# )
# end = time.time()
# print(f"res {res}", f"{end - start:.2f}", sep="\n")
# asyncio.run(main())
# ######################################################################
# class Output(BaseModel):
# simplify_list : List[str]
# if __name__ == '__main__':
# ruuner = AsyncCore(
# model_name='gpt-oss-120b',
# data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
# output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
# api_url="http://172.16.29.102:8001/v1/",
# task_name='simplify-all-v1-oss-120b-med',
# output_schema=Output,
# reasoning_effort='medium',
# ai_code_version='oss120b_med',
# request_timeout=60,
# save_number=2,
# max_token=50000,
# )
# ruuner.async_eval()
# ######################################################################2
# class Output(BaseModel):
# simplify_list : List[str]
# if __name__ == '__main__':
# ruuner = AsyncCore(
# model_name='gpt-oss-120b',
# data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
# output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
# api_url="http://172.16.29.102:8001/v1/",
# task_name='simplify-all-v1-oss-120b-med',
# output_schema=Output,
# reasoning_effort='medium',
# ai_code_version='oss120b_med',
# request_timeout=60,
# save_number=2,
# max_token=50000,
# )
# llm_answer, _ = await RUNNER_PROMPT.single_simple_async_proccess_item(
# item={"user_prompt": prompt, "system_prompt": SYSTEM_PROPMT2},
# )
# ######################################################################2
# from aiDataParser.core.data_normalizer import merge_json_dir
# merge_json_dir(input_path="/home1/ava3/init_mahdi/data/mj_qa_section", output_path="/home1/ava3/init_mahdi/data/mj_qa_section_28_11_1404.json")
# python3 -m aiDataParser.core.example