example added
This commit is contained in:
parent
5616e77947
commit
7b3611e9cc
43
core/example.py
Normal file
43
core/example.py
Normal file
|
|
@ -0,0 +1,43 @@
|
||||||
|
######################################################################1
|
||||||
|
class Output(BaseModel):
|
||||||
|
simplify_list : List[str]
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
ruuner = AsyncCore(
|
||||||
|
model_name='gpt-oss-120b',
|
||||||
|
data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
|
||||||
|
output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
|
||||||
|
api_url="http://172.16.29.102:8001/v1/",
|
||||||
|
task_name='simplify-all-v1-oss-120b-med',
|
||||||
|
output_schema=Output,
|
||||||
|
reasoning_effort='medium',
|
||||||
|
ai_code_version='oss120b_med',
|
||||||
|
request_timeout=60,
|
||||||
|
save_number=2,
|
||||||
|
max_token=50000,
|
||||||
|
)
|
||||||
|
ruuner.async_eval()
|
||||||
|
|
||||||
|
######################################################################2
|
||||||
|
|
||||||
|
class Output(BaseModel):
|
||||||
|
simplify_list : List[str]
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
ruuner = AsyncCore(
|
||||||
|
model_name='gpt-oss-120b',
|
||||||
|
data_path='/home1/ava3/project/aiDataParser/task/simplify/input/prompt.json',
|
||||||
|
output_path='/home1/ava3/project/aiDataParser/task/simplify/output',
|
||||||
|
api_url="http://172.16.29.102:8001/v1/",
|
||||||
|
task_name='simplify-all-v1-oss-120b-med',
|
||||||
|
output_schema=Output,
|
||||||
|
reasoning_effort='medium',
|
||||||
|
ai_code_version='oss120b_med',
|
||||||
|
request_timeout=60,
|
||||||
|
save_number=2,
|
||||||
|
max_token=50000,
|
||||||
|
)
|
||||||
|
|
||||||
|
llm_answer, _ = await RUNNER_PROMPT.single_simple_async_proccess_item(
|
||||||
|
item={"user_prompt": prompt, "system_prompt": SYSTEM_PROPMT2},
|
||||||
|
)
|
||||||
Loading…
Reference in New Issue
Block a user