43 lines
1.5 KiB
Python
43 lines
1.5 KiB
Python
######################################################################1
|
|
class Output(BaseModel):
|
|
simplify_list : List[str]
|
|
|
|
if __name__ == '__main__':
|
|
ruuner = AsyncCore(
|
|
model_name='gpt-oss-120b',
|
|
data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
|
|
output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
|
|
api_url="http://172.16.29.102:8001/v1/",
|
|
task_name='simplify-all-v1-oss-120b-med',
|
|
output_schema=Output,
|
|
reasoning_effort='medium',
|
|
ai_code_version='oss120b_med',
|
|
request_timeout=60,
|
|
save_number=2,
|
|
max_token=50000,
|
|
)
|
|
ruuner.async_eval()
|
|
|
|
######################################################################2
|
|
|
|
class Output(BaseModel):
|
|
simplify_list : List[str]
|
|
|
|
if __name__ == '__main__':
|
|
ruuner = AsyncCore(
|
|
model_name='gpt-oss-120b',
|
|
data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
|
|
output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
|
|
api_url="http://172.16.29.102:8001/v1/",
|
|
task_name='simplify-all-v1-oss-120b-med',
|
|
output_schema=Output,
|
|
reasoning_effort='medium',
|
|
ai_code_version='oss120b_med',
|
|
request_timeout=60,
|
|
save_number=2,
|
|
max_token=50000,
|
|
)
|
|
|
|
llm_answer, _ = await RUNNER_PROMPT.single_simple_async_proccess_item(
|
|
item={"user_prompt": prompt, "system_prompt": SYSTEM_PROPMT2},
|
|
) |