*itL%SSKJr SSKrSSKrSSKrSSKrSSKJr SSKJ r SSKJ r J r J r J r SSKrSSKrSSKJr SSKJrJr SSKJrJrJrJrJrJrJr SS KJr SS KJr SS K J!r! SS K"J#r# SS K$J%r% SSK&J'r' SSK(J)r) SSK*J+r+J,r,J-r-J.r. SSK/J0r0J1r1J2r2J3r3J4r4J5r5J6r6J7r7J8r8 SSK9J:r: \"\:S9r;SqSr?Sq@S\=S'\"5rA\"5rBStSjrCSrDSqES\=S'SuSjrFSvSwSjjrGSxS jrHSyS!jrISzS"jrJ\!"S#S$9rK\"\?5\"\K54S{S%jjrLS&rM\;RS'S(\"\L5/\ \R\P4S)S*S+S,S-0/S.S/.0S+S0S1S2S3.0S4.S5.0\M/S69\;RS7S#\"\L5/\M/S89S|S9j55rQ\;RS:S;\"\L5/\M/S<9\"\D54S}S=jj5rR\;RS>S?\"\L5/\ \R\P4S)S*S+S,S@0/S.S/.0S+S0SASBS3.0S4.S5.0\M/S69\"SCSDSESFSG.SHSISG./SJ.SK.SLSDSESFSG.SHSMSG./SNSO0SP.SK.SQSDSESFSG.SHSRSG./SSSTSUSVSNS00SNSW0SX.SYSZ/S[.S\.S]./SSSYST0S].S^.SK.S_SDSESFSG.SHSISG./S`SaSb.SK.Sc.Sd94S~Sejj5rT\;RSfSg\"\L5/\M/S<9\"\D54SShjj5rVSirW\;RSjSk\"\L5/\W/S<9\"\D54SSljj5rX\;RSmSn\"\L5/\W/S<9\"\D54SSojj5rY\;RSpSq\"\L5/\W/S<9\"\D54SSrjj5rZg)) annotationsN)Lock)partial)ListOptionalUnionDict)MemoryObjectSendStream)run_in_threadpooliterate_in_threadpool)DependsFastAPI APIRouterRequest HTTPExceptionstatusBody) Middleware)CORSMiddleware) HTTPBearer)EventSourceResponse)RequestIdPlugin)RawContextMiddleware) LlamaProxy)ConfigFileSettingsSettings ModelSettingsServerSettings) CreateCompletionRequestCreateEmbeddingRequestCreateChatCompletionRequest ModelListTokenizeInputRequestTokenizeInputResponseTokenizeInputCountResponseDetokenizeInputRequestDetokenizeInputResponse)RouteErrorHandler) route_classzOptional[ServerSettings]_server_settingscUqgNr*)server_settingss R/var/www/html/ai-backend/venv/lib/python3.13/site-packages/llama_cpp/server/app.pyset_server_settingsr05s&c## [v g7fr,r-r1r/get_server_settingsr4:s s zOptional[LlamaProxy] _llama_proxyc[US9qg)N)models)rr5model_settingss r/set_llama_proxyr:Ds ^4Lr1c# [R5IShvN Sn[R5IShvN [R5 Sn[7v [R5 U(a[R5 ggNuNX![R5 f=f!U(a[R5 ff=f7f)NTF)llama_outer_lockacquirellama_inner_lockreleaser5)release_outer_locks r/get_llama_proxyrAIs  " " $$$ '&&((( '  $ $ &!&    $ $ &   $ $ & % )  $ $ &   $ $ & sMCBCB-BB-BB-3CB-B**B--C  Cz+typing.Optional[typing.Callable[[], bytes]]_ping_message_factorycUqgr,)rB)factorys r/set_ping_message_factoryrE_s#r1c:[RRSS5nUb[RR U5(d[ SUS35e[ US5nURS5(dURS5(a>SSKn[R"[R"URU555nO$[R"UR55n[R "U5nUR"nSSS5 Uc=Uc:Uc [%5n[R "U5n[&R "U5/nUbUcS5e[)U5 [+[,[/54S 9/n[1US [2R4UR6S 9nUR9[:S /S S /S /S9 UR=[>5 Uce[AUS9 URB(a [ES5 U$!,(df  N=f)N CONFIG_FILEz Config file z not found!rbz.yamlz.ymlrzcreate_app..sr1)#osenvirongetpathexists ValueErroropenendswithyamlrmodel_validate_jsonjsondumps safe_loadreadrmodel_validater7rrr0rrrr llama_cpp __version__rMadd_middlewarerinclude_routerrouterr:disable_ping_eventsrE) settingsr.r9 config_filefr_config_file_settingsrJapps r/ create_apprqds **..5Kww~~k**|K= DE E +t $##G,, 0D0DV0L0L'9'M'MJJt~~a01($(:'M'Maffh'W$,;;#9  zH(77A'66x@A #(BFEFB(1O2** 1 J]% $s #B1H  Hc(Uc[[RSS9eU"U5nURb4URS:Xa[ X@R5O URUS'UR b,[RRUR 5US'URS:ad[R"[R"URUR55/5nSU;aXSS'U$USRU5 U$)NzService is not available status_codedetailtokens logit_biasgrammarrlogits_processor)rrHTTP_503_SERVICE_UNAVAILABLErwlogit_bias_type_logit_bias_tokens_to_input_idsrxrf LlamaGrammar from_string min_tokensLogitsProcessorListMinTokensLogitsProcessor token_eosextend)body llama_proxy body_modelkwargsllama_min_tokens_logits_processors r/prepare_request_resourcesrs ;;-    #E "##x/ ,E?? C |  ||%22>>t||Ly '0'D'D  / /AR S T( $ V +)E% & L % & - -.J K Lr1c # [[55nU(a UROSn[R"[ 5"5IShvN n[ X(X55n UIShvN [XI40UD6IShvN n [U 5ShvN n UR[[R"U 5S95IShvN UR5IShvN (a[R"5"5eU(dM}[ R#5(dMUR[SS95IShvN [R"5"5eGNNNNNNN+ UR[SS95IShvN Oq![R"5aUn [%S5 [R&"SSS9 [%SUR(35 U e!,(df  Sn A O =fSn A ff=fSSS5IShvN O!,IShvN (df  O=fSSS5IShvN g!,IShvN (df  g=f7f) NF)dataz[DONE] disconnectedT)shieldz-Disconnected from client (via refresh/close) )nextr4interrupt_requests contextlibasynccontextmanagerrArr r senddictrarbis_disconnectedanyioget_cancelled_exc_classr<lockedprint move_on_afterclient) requestinner_send_chanrr llama_callrr.rrriteratorchunkes r/get_event_publisherrs.01O.=**5--o>@@K)$ZP"? !2:!O!OO#8#B@%)..tE9J/KLLL$44666#;;=??)).>.E.E.G.G-224X3FGGG#;;=??A"O@L6H $C&**4X+>???002 n%((48GGWXG 988 #?????A@@@@@sPA IEIH=%E&H=)H+F:E!;F E+E# E+0FE% FE' (FF"F=E) >FIH=!F#E+%F'F)F+FF F HG<' G7G" " G4 ,G7/H4G77G<<H? H= H  H=H( H H( $H=+ I6H97I=II  IIc0nUR5H;up4URS5nURUSSS9HnXB[U5'M M= U$)Nutf-8FT)add_bosspecial)itemsencodetokenizestr)rrwto_biastokenscoreinput_ids r/r|r|sY!#G"((*  W%ueTJH%*CM "K+ Nr1F) auto_errorc# URcgU(a&URUR:Xa UR$[[RSS9e7f)NTzInvalid API keyrs)api_key credentialsrrHTTP_401_UNAUTHORIZED)rl authorizations r/ authenticatersU 22h6F6FF((( 00  sAAz OpenAI V1z/v1/completions Completion200zSuccessful Responseschemaz$refz-#/components/schemas/CreateCompletionResponsez&Completion response, when stream=False)anyOfrKstringzServer Side Streaming response, when stream=True. See SSE format: https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#Event_stream_formatzQdata: {... see CreateCompletionResponse ...} \n\n data: ... \n\n ... data: [DONE])typerKexample)zapplication/jsonztext/event-stream) descriptioncontent)summary dependenciesresponse_model responsestags%/v1/engines/copilot-codex/completions)include_in_schemarrc # [UR[5(aJ[UR5S::de[UR5S:aURSOSUlURR S:wa UR OSn1SknURUS9nURSS 5(aQ[R"S 5upV[U[[UUUU[RR US 9S ["S 9$[$R&"[(5"5IShvN n[+XX$5nUR-5IShvN (a0[/SUR035 [3[4R6SS9e[9U40UD6IShvN sSSS5IShvN $NN`NN !,IShvN (df  g=f7f)Nrrrz copilot-codex>nuserbest_ofrr{excludestreamF rrrrrr data_sender_callablesepping_message_factory@Disconnected from client (via refresh/close) before llm invoked Client closed requestrs) isinstancepromptlistlenurlrZmodel model_dumprYrcreate_memory_object_streamrrrrfLlama__call__rBrrrArrrrrrHTTP_400_BAD_REQUESTr rrrrr send_chan recv_chanrrs r/create_completionrsV$++t$$4;;1$$$(+DKK(81(@@K)$ZP((* * * RSZSaSaRbc  "77.  'u777A@@ +8A@@@smD0G2F53G6 F=F7AF=F9 F=# G/F;0G7F=9F=;G=GG  GGz/v1/embeddings Embedding)rrrc# [U"UR5R40URS1S9D6IShvN $N7f)Nrr)r rcreate_embeddingr)rrs r/rrhsH#GMM"33   fX  .  s8A?Az/v1/chat/completionsChatz1#/components/schemas/CreateChatCompletionResponsezServer Side Streaming response, when stream=TrueSee SSE format: https://developer.mozilla.org/en-US/docs/Web/API/Server-sent_events/Using_server-sent_events#Event_stream_formatzUdata: {... see CreateChatCompletionResponse ...} \n\n data: ... \n\n ... data: [DONE]zChat Completionz gpt-3.5-turbosystemzYou are a helpful assistant.)rolerrzWhat is the capital of France?)rmessages)rvaluez JSON Modez Who won the world series in 2020r json_object)rrresponse_formatz Tool CallingzExtract Jason is 30 years old.functionUserz User recordobjectnumber)nameagerr)r propertiesrequired)rr parameters)rr)rrtools tool_choiceLogprobsTr)rrlogprobs top_logprobs)normal json_mode tool_callingr)openapi_examplesc # URn1SknURUS9nURSS5(aQ[R"S5upV[ U[ [UUUU[RRUS9S[S9$[R"[5"5IShvN n[XX$5nUR!5IShvN (a0[#S UR$35 ['[(R*S S 9e[-UR40UD6IShvN sSSS5IShvN $NNjNN !,IShvN (df  g=f7f) N>rrrr{rrFrrrrrrrs)rrrYrrrrrrfrcreate_chat_completionrBrrrArrrrrrrr rs r/rrxs8\JG __W_ -Fzz(E""$@@D " !(# )%$??AA"!6  --o>@@K)$ZP((* * * RSZSaSaRbc  "77.  'u'C'CNvNNA@@ +OA@@@smB+E-D:.E1 ED<AE$D>%E( E4E5E<E>EEEE EEz /v1/modelsModelsc J# SUVs/sH nUSS/S.PM snS.$s snf7f)Nrrme)idrowned_by permissions)rrr3)r model_aliass r/ get_modelsr sH +  + "! !   +    s # #Extrasz/extras/tokenizeTokenizec# U"UR5RURRS5SS9n[ US9$7f)NrTr)rv)rrinputrr$rrrvs r/rr+s@ $ - -djj.?.?.HRV - WF  //sAAz/extras/tokenize/countzTokenize Countc# U"UR5RURRS5SS9n[ [ U5S9$7f)NrTr)count)rrrrr%rrs r/count_query_tokensr:sD $ - -djj.?.?.HRV - WF %CK 88sA Az/extras/detokenize Detokenizec# U"UR5RUR5RS5n[ US9$7f)Nr)text)r detokenizervdecoder')rrrs r/rrIs: tzz " - -dkk : A A' JD " --sAA)r.r)r9zList[ModelSettings])rDztyping.Callable[[], bytes])NNN)rlzSettings | Noner.zServerSettings | Noner9zList[ModelSettings] | None)r5CreateCompletionRequest | CreateChatCompletionRequestrrr str | Nonereturnllama_cpp.Llama)rrrz"MemoryObjectSendStream[typing.Any]rrrr)rrrwDict[str, float]rr)rlrrz Optional[str])rrrrrzllama_cpp.Completion)rr rr)rrrr!rzllama_cpp.ChatCompletion)rrrr")rr#rrrr$)rr#rrrr%)rr&rrrr')[ __future__rrWratypingrrr functoolsrrrrr rfanyio.streams.memoryr starlette.concurrencyr r fastapir rrrrrrfastapi.middlewarerfastapi.middleware.corsrfastapi.securityrsse_starlette.sserstarlette_context.pluginsrstarlette_context.middlewarerllama_cpp.server.modelrllama_cpp.server.settingsrrrrllama_cpp.server.typesrr r!r"r#r$r%r&r'llama_cpp.server.errorsr(rjr*__annotations__r0r4r5r<r>r:rArBrErqrrr| bearer_schemer openai_v1_tagpostCreateCompletionResponserrrChatCompletionrrYr  extras_tagrrrr3r1r/r7sD" .. 7JUUU)2'15=   6 0 1-1*1' &* ")665 '&FJBI$ !%-11577*7/7t ?  B 7 @ D      e, !!45#*=#9 (  ,'(**   0#%TU""J % ("]#~ & . ? B+,'(    68 68 !6868 C N68r ,'(   &o6 #   ,'(11367 0!'([" "J  % ("]$C & 2 = D)--,!)6TU!'4TU! ',!)6TU!'4VW!)/ '>  *,!)6TU!'4TU! %/(./<,4170B06/A3&28 /" )$!+"F%$/ D&,!)6TU!'4TU!!%$& oC E)vO vO %vOPQvOA@vOr ,'(   &o6  "  ,'(   &o60 000  0 ,'(   &o69 99 9  9 ,'(   &o6. ...  .r1