{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.919:2488742): proctitle=6373636C69006D657472696373"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.919:2488742): item=0 name=\"/usr/local/bin/cscli\" inode=7117508 dev=00:9d mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.919:2488742): cwd=\"/\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.919:2488742): argc=2 a0=\"cscli\" a1=\"metrics\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135998.919:2488742): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.919:2488742): arch=c000003e syscall=59 success=yes exit=0 a0=c000027380 a1=c0000d5350 a2=c0000cb8f0 a3=0 items=1 ppid=4683 pid=2793070 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"cscli\" exe=\"/usr/local/bin/cscli\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.875:2488741): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.875:2488741): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.875:2488741): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.875:2488741): cwd=\"/var/lib/docker/rootfs/overlayfs/6e240b3263a20143aa4d507e566bf8e51d46fe0f910bdfa8ddefa9a2f73124d3\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.875:2488741): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.875:2488741): arch=c000003e syscall=59 success=yes exit=0 a0=c00017b840 a1=c00017f338 a2=c000181c00 a3=0 items=2 ppid=2793057 pid=2793066 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.861:2488740): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F36653234306233323633613230313433616134643530376535"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.861:2488740): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.861:2488740): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.861:2488740): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/6e240b3263a20143aa4d507e566bf8e51d46fe0f910bdfa8ddefa9a2f73124d3\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.861:2488740): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/6e240b3263a20143aa4d507e566bf8e51d46fe0f910bdfa8ddefa9a2f73124d3/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process1058654479\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/6e240b3263a20143aa4d507e566bf8e51d46fe0f910bdfa8ddefa9a2f73124d3/4aa2e0457a5d9d667284296bfc98784e016f0b83529993104380c210a3aa4e2b.pid\" a14=\"6e240b3263a20143aa4d507e566bf8e51d46fe0f910bdfa8ddefa9a2f73124d3\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.861:2488740): arch=c000003e syscall=59 success=yes exit=0 a0=c0001feb80 a1=c00017d100 a2=c00017d180 a3=0 items=2 ppid=4683 pid=2793057 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.571:2488739): proctitle=77676574002D2D7175696574002D2D6E6F2D636865636B2D6365727469666963617465002D2D74726965733D31002D2D73706964657200687474703A2F2F6C6F63616C686F73743A393039312F6170692F6865616C7468"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.571:2488739): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=3678029 dev=00:bf mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.571:2488739): item=0 name=\"/usr/bin/wget\" inode=3677985 dev=00:bf mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.571:2488739): cwd=\"/app\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.571:2488739): argc=6 a0=\"wget\" a1=\"--quiet\" a2=\"--no-check-certificate\" a3=\"--tries=1\" a4=\"--spider\" a5=\"http://localhost:9091/api/health\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135998.571:2488739): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.571:2488739): arch=c000003e syscall=59 success=yes exit=0 a0=617f077c0cb0 a1=617f077c0c28 a2=617f077c0c60 a3=7ba675cc2b38 items=2 ppid=2793049 pid=2793056 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"wget\" exe=\"/usr/bin/wget\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.566:2488738): proctitle=2F62696E2F7368002F6170702F6865616C7468636865636B2E7368"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.566:2488738): item=2 name=\"/lib64/ld-linux-x86-64.so.2\" inode=3678029 dev=00:bf mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.566:2488738): item=1 name=\"/bin/sh\" inode=3675124 dev=00:bf mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.566:2488738): item=0 name=\"/app/healthcheck.sh\" inode=3682079 dev=00:bf mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.566:2488738): cwd=\"/app\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.566:2488738): argc=2 a0=\"/bin/sh\" a1=\"/app/healthcheck.sh\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135998.566:2488738): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.566:2488738): arch=c000003e syscall=59 success=yes exit=0 a0=c0000272f0 a1=c00002a800 a2=c0001651c0 a3=0 items=3 ppid=11026 pid=2793049 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"healthcheck.sh\" exe=\"/bin/sh\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.522:2488737): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.522:2488737): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.522:2488737): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.522:2488737): cwd=\"/var/lib/docker/rootfs/overlayfs/ab66ea4fa101df5daa4db29a135e222c8752757eb5ed52c6491a93f0b73700af\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.522:2488737): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.522:2488737): arch=c000003e syscall=59 success=yes exit=0 a0=c0001c58a0 a1=c0001c9350 a2=c0001cbc40 a3=0 items=2 ppid=2793036 pid=2793046 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.509:2488736): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F61623636656134666131303164663564616134646232396131"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.509:2488736): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.509:2488736): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.509:2488736): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/ab66ea4fa101df5daa4db29a135e222c8752757eb5ed52c6491a93f0b73700af\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.509:2488736): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/ab66ea4fa101df5daa4db29a135e222c8752757eb5ed52c6491a93f0b73700af/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process798203956\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/ab66ea4fa101df5daa4db29a135e222c8752757eb5ed52c6491a93f0b73700af/f9e44bc329911bfa66a90751603435cb5086434c1ec59f2a04a7210d24550840.pid\" a14=\"ab66ea4fa101df5daa4db29a135e222c8752757eb5ed52c6491a93f0b73700af\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.509:2488736): arch=c000003e syscall=59 success=yes exit=0 a0=c0002157f0 a1=c0001b3780 a2=c0001b3800 a3=0 items=2 ppid=11026 pid=2793036 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.383:2488735): proctitle=2F62696E2F7368002D630070675F69737265616479202D5520706F737467726573"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.383:2488735): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=8850973 dev=00:5d mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.383:2488735): item=0 name=\"/usr/local/bin/pg_isready\" inode=6993403 dev=00:5d mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.383:2488735): cwd=\"/\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.383:2488735): argc=3 a0=\"pg_isready\" a1=\"-U\" a2=\"postgres\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135998.383:2488735): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.383:2488735): arch=c000003e syscall=59 success=yes exit=0 a0=7e46c9d83288 a1=7e46c9d831e8 a2=7e46c9d83208 a3=0 items=2 ppid=3055 pid=2793028 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"pg_isready\" exe=\"/usr/local/bin/pg_isready\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.380:2488734): proctitle=2F62696E2F7368002D630070675F69737265616479202D5520706F737467726573"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.380:2488734): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=8850973 dev=00:5d mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.380:2488734): item=0 name=\"/bin/sh\" inode=8589166 dev=00:5d mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.380:2488734): cwd=\"/\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.380:2488734): argc=3 a0=\"/bin/sh\" a1=\"-c\" a2=70675F69737265616479202D5520706F737467726573"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135998.380:2488734): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.380:2488734): arch=c000003e syscall=59 success=yes exit=0 a0=c00018cf48 a1=c000022ac0 a2=c0001348c0 a3=0 items=2 ppid=3055 pid=2793028 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"sh\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.338:2488733): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.338:2488733): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.338:2488733): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.338:2488733): cwd=\"/var/lib/docker/rootfs/overlayfs/67097f9470d25ae62330c278e0c2e85dfc8f9d19e1312855b18be973b4d19e41\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.338:2488733): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.338:2488733): arch=c000003e syscall=59 success=yes exit=0 a0=c0001c58a0 a1=c0001c9350 a2=c0001cbc80 a3=0 items=2 ppid=2793016 pid=2793025 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135998.324:2488732): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F36373039376639343730643235616536323333306332373865"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.324:2488732): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135998.324:2488732): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135998.324:2488732): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/67097f9470d25ae62330c278e0c2e85dfc8f9d19e1312855b18be973b4d19e41\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135998.324:2488732): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/67097f9470d25ae62330c278e0c2e85dfc8f9d19e1312855b18be973b4d19e41/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process954245500\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/67097f9470d25ae62330c278e0c2e85dfc8f9d19e1312855b18be973b4d19e41/ef33e6b7fd4099c5d714c9a4f81d78dfb3d756b926b5b1565e8ba6f5e9820a9a.pid\" a14=\"67097f9470d25ae62330c278e0c2e85dfc8f9d19e1312855b18be973b4d19e41\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135998.324:2488732): arch=c000003e syscall=59 success=yes exit=0 a0=c0002790b0 a1=c0002e0900 a2=c0002e0980 a3=0 items=2 ppid=3055 pid=2793016 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.918:2488731): proctitle=2F7573722F62696E2F7065726C002F7573722F62696E2F70675F69737265616479002D550067726F777468626F6F6B002D6400706F737467726573"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.918:2488731): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=6968454 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.918:2488731): item=0 name=\"/usr/lib/postgresql/17/bin/pg_isready\" inode=3958125 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.918:2488731): cwd=\"/\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.918:2488731): argc=5 a0=\"/usr/lib/postgresql/17/bin/pg_isready\" a1=\"-U\" a2=\"growthbook\" a3=\"-d\" a4=\"postgres\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.918:2488731): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.918:2488731): arch=c000003e syscall=59 success=yes exit=0 a0=55fd79584930 a1=55fd79775fb0 a2=55fd79570970 a3=7bb3d22f8e70 items=2 ppid=2793008 pid=2793014 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"pg_isready\" exe=\"/usr/lib/postgresql/17/bin/pg_isready\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.875:2488730): proctitle=2F7573722F62696E2F7065726C002F7573722F62696E2F70675F69737265616479002D550067726F777468626F6F6B002D6400706F737467726573"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.875:2488730): item=2 name=\"/lib64/ld-linux-x86-64.so.2\" inode=6968454 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.875:2488730): item=1 name=\"/usr/bin/perl\" inode=6956288 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.875:2488730): item=0 name=\"/usr/bin/pg_isready\" inode=4211279 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.875:2488730): cwd=\"/\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.875:2488730): argc=6 a0=\"/usr/bin/perl\" a1=\"/usr/bin/pg_isready\" a2=\"-U\" a3=\"growthbook\" a4=\"-d\" a5=\"postgres\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.875:2488730): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.875:2488730): arch=c000003e syscall=59 success=yes exit=0 a0=5d2c1138b640 a1=5d2c0ae009a8 a2=5d2c1138b5d8 a3=8 items=3 ppid=2793008 pid=2793014 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"pg_isready\" exe=\"/usr/bin/perl\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.870:2488729): proctitle=2F62696E2F7368002D630070675F69737265616479202D552067726F777468626F6F6B202D6420706F737467726573"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.870:2488729): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=6968454 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.870:2488729): item=0 name=\"/bin/sh\" inode=6954646 dev=00:92 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.870:2488729): cwd=\"/\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.870:2488729): argc=3 a0=\"/bin/sh\" a1=\"-c\" a2=70675F69737265616479202D552067726F777468626F6F6B202D6420706F737467726573"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.870:2488729): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.870:2488729): arch=c000003e syscall=59 success=yes exit=0 a0=c000194eb0 a1=c000022680 a2=c000025260 a3=0 items=2 ppid=4245 pid=2793008 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"sh\" exe=\"/usr/bin/dash\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.825:2488728): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.825:2488728): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.825:2488728): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.825:2488728): cwd=\"/var/lib/docker/rootfs/overlayfs/02fb5dd00ce2914672d5f537bf8bb36a0908851493efb9e1b3038943b577e7cf\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.825:2488728): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.825:2488728): arch=c000003e syscall=59 success=yes exit=0 a0=c0001f3830 a1=c0001f7338 a2=c0001f9c40 a3=0 items=2 ppid=2792995 pid=2793004 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.809:2488727): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F30326662356464303063653239313436373264356635333762"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.809:2488727): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.809:2488727): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.809:2488727): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/02fb5dd00ce2914672d5f537bf8bb36a0908851493efb9e1b3038943b577e7cf\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.809:2488727): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/02fb5dd00ce2914672d5f537bf8bb36a0908851493efb9e1b3038943b577e7cf/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process3515944212\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/02fb5dd00ce2914672d5f537bf8bb36a0908851493efb9e1b3038943b577e7cf/c5e727715efa873db77f82e6fb5e9870a3e2936d1b013a3abc606bac4eee6c5d.pid\" a14=\"02fb5dd00ce2914672d5f537bf8bb36a0908851493efb9e1b3038943b577e7cf\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.809:2488727): arch=c000003e syscall=59 success=yes exit=0 a0=c00025f260 a1=c000133a80 a2=c000133b00 a3=0 items=2 ppid=4245 pid=2792995 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.571:2488726): proctitle=72656469732D636C690070696E67"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.571:2488726): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=6694357 dev=00:55 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.571:2488726): item=0 name=\"/usr/local/bin/redis-cli\" inode=6703632 dev=00:55 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.571:2488726): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.571:2488726): argc=2 a0=\"redis-cli\" a1=\"ping\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.571:2488726): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.571:2488726): arch=c000003e syscall=59 success=yes exit=0 a0=c000028760 a1=c0000a7350 a2=c0001651c0 a3=0 items=2 ppid=2880 pid=2792988 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"redis-cli\" exe=\"/usr/local/bin/redis-cli\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.552:2488725): proctitle=77676574002D2D737069646572002D7100687474703A2F2F3132372E302E302E313A393333332F636C75737465722F737461747573"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.552:2488725): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=3456344 dev=00:49 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.552:2488725): item=0 name=\"/usr/bin/wget\" inode=3454556 dev=00:49 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.552:2488725): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.552:2488725): argc=4 a0=\"wget\" a1=\"--spider\" a2=\"-q\" a3=\"http://127.0.0.1:9333/cluster/status\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.552:2488725): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.552:2488725): arch=c000003e syscall=59 success=yes exit=0 a0=79d426199420 a1=79d4261993c8 a2=79d4261993f0 a3=8080808080808080 items=2 ppid=2792970 pid=2792994 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"wget\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.549:2488724): proctitle=2F62696E2F7368002D630077676574202D2D737069646572202D7120687474703A2F2F3132372E302E302E313A393333332F636C75737465722F737461747573207C7C20657869742031"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.549:2488724): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=3456344 dev=00:49 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.549:2488724): item=0 name=\"/bin/sh\" inode=3454556 dev=00:49 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.549:2488724): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.549:2488724): argc=3 a0=\"/bin/sh\" a1=\"-c\" a2=77676574202D2D737069646572202D7120687474703A2F2F3132372E302E302E313A393333332F636C75737465722F737461747573207C7C20657869742031"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.549:2488724): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.549:2488724): arch=c000003e syscall=59 success=yes exit=0 a0=c00017ef58 a1=c000022680 a2=c0000226a0 a3=0 items=2 ppid=2792957 pid=2792970 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"sh\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.527:2488723): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.527:2488723): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.527:2488723): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:168 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.527:2488723): cwd=\"/var/lib/docker/rootfs/overlayfs/0a68372d6fd28201684be9827a5de0d3c04e6e08d164a3049faa362bc53f9748\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.527:2488723): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.527:2488723): arch=c000003e syscall=59 success=yes exit=0 a0=c0001f3830 a1=c0001f7338 a2=c0001f9c00 a3=0 items=2 ppid=2792968 pid=2792985 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.511:2488722): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F30613638333732643666643238323031363834626539383237"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.511:2488722): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.511:2488722): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.511:2488722): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/0a68372d6fd28201684be9827a5de0d3c04e6e08d164a3049faa362bc53f9748\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.511:2488722): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/0a68372d6fd28201684be9827a5de0d3c04e6e08d164a3049faa362bc53f9748/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process3840307902\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/0a68372d6fd28201684be9827a5de0d3c04e6e08d164a3049faa362bc53f9748/a10fc2fa66d95198313c599901f8d9fc2ea4500a47ae429391f7e761ddbbd4f1.pid\" a14=\"0a68372d6fd28201684be9827a5de0d3c04e6e08d164a3049faa362bc53f9748\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.511:2488722): arch=c000003e syscall=59 success=yes exit=0 a0=c0002f0d60 a1=c0001f2880 a2=c0001f2a00 a3=0 items=2 ppid=2880 pid=2792968 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.510:2488721): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.510:2488721): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.510:2488721): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.510:2488721): cwd=\"/var/lib/docker/rootfs/overlayfs/9612e9a9cd05b29cb2ee3eccae08eb37ef3d57af2d60123bf141f27ea9c04205\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.510:2488721): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.510:2488721): arch=c000003e syscall=59 success=yes exit=0 a0=c00017b820 a1=c00017f338 a2=c000181c00 a3=0 items=2 ppid=2792957 pid=2792966 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.495:2488720): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F39363132653961396364303562323963623265653365636361"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.495:2488720): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.495:2488720): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.495:2488720): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/9612e9a9cd05b29cb2ee3eccae08eb37ef3d57af2d60123bf141f27ea9c04205\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.495:2488720): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/9612e9a9cd05b29cb2ee3eccae08eb37ef3d57af2d60123bf141f27ea9c04205/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process2617904407\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/9612e9a9cd05b29cb2ee3eccae08eb37ef3d57af2d60123bf141f27ea9c04205/241e60139a4c33d8c08196d493a213a82b82ce75e88bff11c99eb45357f1fb34.pid\" a14=\"9612e9a9cd05b29cb2ee3eccae08eb37ef3d57af2d60123bf141f27ea9c04205\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.495:2488720): arch=c000003e syscall=59 success=yes exit=0 a0=c000320390 a1=c000184400 a2=c000184580 a3=0 items=2 ppid=2748 pid=2792957 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.446:2488719): proctitle=77676574002D2D737069646572002D7100687474703A2F2F6C6F63616C686F73742F"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.446:2488719): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=8850973 dev=00:37 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.446:2488719): item=0 name=\"/usr/bin/wget\" inode=8589166 dev=00:37 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.446:2488719): cwd=\"/\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.446:2488719): argc=4 a0=\"wget\" a1=\"--spider\" a2=\"-q\" a3=\"http://localhost/\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135997.446:2488719): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.446:2488719): arch=c000003e syscall=59 success=yes exit=0 a0=c0000fcfe0 a1=c0000cf920 a2=c000156320 a3=0 items=2 ppid=2792937 pid=2792950 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"wget\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.405:2488718): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.405:2488718): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.405:2488718): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.405:2488718): cwd=\"/var/lib/docker/rootfs/overlayfs/c9028647dd6e7c38e14daba47c7c457dc7968b27ced9d920b9994d3ba9399ec2\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.405:2488718): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.405:2488718): arch=c000003e syscall=59 success=yes exit=0 a0=c0001f3860 a1=c0001f7338 a2=c0001f9c40 a3=0 items=2 ppid=2792937 pid=2792947 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135997.390:2488717): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F63393032383634376464366537633338653134646162613437"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.390:2488717): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135997.390:2488717): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135997.390:2488717): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/c9028647dd6e7c38e14daba47c7c457dc7968b27ced9d920b9994d3ba9399ec2\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135997.390:2488717): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/c9028647dd6e7c38e14daba47c7c457dc7968b27ced9d920b9994d3ba9399ec2/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process1939048299\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/c9028647dd6e7c38e14daba47c7c457dc7968b27ced9d920b9994d3ba9399ec2/5d4ac738158697e20be49ec78e426b496a964b8273f3d084a7bc914a52b3b037.pid\" a14=\"c9028647dd6e7c38e14daba47c7c457dc7968b27ced9d920b9994d3ba9399ec2\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135997.390:2488717): arch=c000003e syscall=59 success=yes exit=0 a0=c00014f3d0 a1=c0002a0e00 a2=c0002a1480 a3=0 items=2 ppid=2262 pid=2792937 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.957:2488716): proctitle=72656469732D636C690070696E67"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.957:2488716): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=6694357 dev=00:63 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.957:2488716): item=0 name=\"/usr/local/bin/redis-cli\" inode=6703632 dev=00:63 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.957:2488716): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.957:2488716): argc=2 a0=\"redis-cli\" a1=\"ping\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135996.957:2488716): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.957:2488716): arch=c000003e syscall=59 success=yes exit=0 a0=c000028760 a1=c0000a5350 a2=c0001651c0 a3=0 items=2 ppid=2792916 pid=2792929 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"redis-cli\" exe=\"/usr/local/bin/redis-cli\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.907:2488715): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.907:2488715): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.907:2488715): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.907:2488715): cwd=\"/var/lib/docker/rootfs/overlayfs/480b57a0040cb75dde45d6f6d2f486f009009c0be1f4f97f35dd3caa718ba1af\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.907:2488715): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.907:2488715): arch=c000003e syscall=59 success=yes exit=0 a0=c0001c5880 a1=c0001c9350 a2=c0001cbc40 a3=0 items=2 ppid=2792916 pid=2792926 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.892:2488714): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F34383062353761303034306362373564646534356436663664"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.892:2488714): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.892:2488714): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.892:2488714): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/480b57a0040cb75dde45d6f6d2f486f009009c0be1f4f97f35dd3caa718ba1af\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.892:2488714): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/480b57a0040cb75dde45d6f6d2f486f009009c0be1f4f97f35dd3caa718ba1af/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process3486418356\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/480b57a0040cb75dde45d6f6d2f486f009009c0be1f4f97f35dd3caa718ba1af/b0248d1180d89f239dd072351a81aa47a25bcf3171d131091bf17c6a381c46d3.pid\" a14=\"480b57a0040cb75dde45d6f6d2f486f009009c0be1f4f97f35dd3caa718ba1af\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.892:2488714): arch=c000003e syscall=59 success=yes exit=0 a0=c0000e3190 a1=c00028d400 a2=c00028d500 a3=0 items=2 ppid=2437 pid=2792916 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.279:2488713): proctitle=77676574002D2D737069646572002D7100687474703A2F2F3132372E302E302E313A383038302F737461747573"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.279:2488713): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=3456344 dev=00:46 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.279:2488713): item=0 name=\"/usr/bin/wget\" inode=3454556 dev=00:46 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.279:2488713): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.279:2488713): argc=4 a0=\"wget\" a1=\"--spider\" a2=\"-q\" a3=\"http://127.0.0.1:8080/status\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135996.279:2488713): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.279:2488713): arch=c000003e syscall=59 success=yes exit=0 a0=7f8036834408 a1=7f80368343b0 a2=7f80368343d8 a3=8080808080808080 items=2 ppid=2792908 pid=2792914 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"wget\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.275:2488712): proctitle=2F62696E2F7368002D630077676574202D2D737069646572202D7120687474703A2F2F3132372E302E302E313A383038302F737461747573207C7C20657869742031"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.275:2488712): item=1 name=\"/lib/ld-musl-x86_64.so.1\" inode=3456344 dev=00:46 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.275:2488712): item=0 name=\"/bin/sh\" inode=3454556 dev=00:46 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.275:2488712): cwd=\"/data\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.275:2488712): argc=3 a0=\"/bin/sh\" a1=\"-c\" a2=77676574202D2D737069646572202D7120687474703A2F2F3132372E302E302E313A383038302F737461747573207C7C20657869742031"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=BPRM_FCAPS msg=audit(1781135996.275:2488712): fver=0 fp=0 fi=0 fe=0 old_pp=00000000a80425fb old_pi=0 old_pe=00000000a80425fb old_pa=0 pp=00000000a80425fb pi=0 pe=00000000a80425fb pa=0 frootid=0"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.275:2488712): arch=c000003e syscall=59 success=yes exit=0 a0=c00018cf28 a1=c000022ac0 a2=c000022ae0 a3=0 items=2 ppid=2792895 pid=2792908 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"sh\" exe=\"/bin/busybox\" subj=docker-default key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.230:2488711): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.230:2488711): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.230:2488711): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.230:2488711): cwd=\"/var/lib/docker/rootfs/overlayfs/dc584acf339b0dd02a15498b48f6353fdccfb4b26c1ae9c833c37fffce3c4bfa\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.230:2488711): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.230:2488711): arch=c000003e syscall=59 success=yes exit=0 a0=c0001f3820 a1=c0001f7338 a2=c0001f9c00 a3=0 items=2 ppid=2792895 pid=2792905 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135996.215:2488710): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F64633538346163663333396230646430326131353439386234"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.215:2488710): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135996.215:2488710): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135996.215:2488710): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/dc584acf339b0dd02a15498b48f6353fdccfb4b26c1ae9c833c37fffce3c4bfa\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135996.215:2488710): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/dc584acf339b0dd02a15498b48f6353fdccfb4b26c1ae9c833c37fffce3c4bfa/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process627274188\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/dc584acf339b0dd02a15498b48f6353fdccfb4b26c1ae9c833c37fffce3c4bfa/8164e31e374477244baab304e9712327940a4a5eda78ea8e9994887522b3f383.pid\" a14=\"dc584acf339b0dd02a15498b48f6353fdccfb4b26c1ae9c833c37fffce3c4bfa\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135996.215:2488710): arch=c000003e syscall=59 success=yes exit=0 a0=c000010930 a1=c000132d80 a2=c000132e00 a3=0 items=2 ppid=3442 pid=2792895 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135995.902:2488709): proctitle=72756E6300696E6974"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135995.902:2488709): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135995.902:2488709): item=0 name=\"/proc/self/fd/6\" inode=4092559 dev=00:bb mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135995.902:2488709): cwd=\"/var/lib/docker/rootfs/overlayfs/24410a74ccf0954ea371eee9ab1a029f97a0a5faa3aad8fe31faf23ac9c0da8b\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135995.902:2488709): argc=2 a0=\"runc\" a1=\"init\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135995.902:2488709): arch=c000003e syscall=59 success=yes exit=0 a0=c0001c5900 a1=c0001c9350 a2=c0001cbc80 a3=0 items=2 ppid=2792876 pid=2792885 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"6\" exe=\"/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PROCTITLE msg=audit(1781135995.885:2488708): proctitle=72756E63002D2D726F6F74002F7661722F72756E2F646F636B65722F72756E74696D652D72756E632F6D6F6279002D2D6C6F67002F72756E2F636F6E7461696E6572642F696F2E636F6E7461696E6572642E72756E74696D652E76322E7461736B2F6D6F62792F32343431306137346363663039353465613337316565653961"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135995.885:2488708): item=1 name=\"/lib64/ld-linux-x86-64.so.2\" inode=4108210 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=PATH msg=audit(1781135995.885:2488708): item=0 name=\"/usr/bin/runc\" inode=4092559 dev=fc:00 mode=0100755 ouid=0 ogid=0 rdev=00:00 nametype=NORMAL cap_fp=0 cap_fi=0 cap_fe=0 cap_fver=0 cap_frootid=0\u001dOUID=\"root\" OGID=\"root\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=CWD msg=audit(1781135995.885:2488708): cwd=\"/run/containerd/io.containerd.runtime.v2.task/moby/24410a74ccf0954ea371eee9ab1a029f97a0a5faa3aad8fe31faf23ac9c0da8b\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=EXECVE msg=audit(1781135995.885:2488708): argc=15 a0=\"runc\" a1=\"--root\" a2=\"/var/run/docker/runtime-runc/moby\" a3=\"--log\" a4=\"/run/containerd/io.containerd.runtime.v2.task/moby/24410a74ccf0954ea371eee9ab1a029f97a0a5faa3aad8fe31faf23ac9c0da8b/log.json\" a5=\"--log-format\" a6=\"json\" a7=\"--systemd-cgroup\" a8=\"exec\" a9=\"--process\" a10=\"/tmp/runc-process2966721178\" a11=\"--detach\" a12=\"--pid-file\" a13=\"/run/containerd/io.containerd.runtime.v2.task/moby/24410a74ccf0954ea371eee9ab1a029f97a0a5faa3aad8fe31faf23ac9c0da8b/76feb7cf022d5c3263e69eda34b0af77568360f7187c99ad634d0284bcf04476.pid\" a14=\"24410a74ccf0954ea371eee9ab1a029f97a0a5faa3aad8fe31faf23ac9c0da8b\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "detected_level": "unknown", "filename": "/var/log/audit/audit.log", "job": "auditd", "service_name": "auditd", "source": "host"}, "msg": "type=SYSCALL msg=audit(1781135995.885:2488708): arch=c000003e syscall=59 success=yes exit=0 a0=c000195570 a1=c0002f2280 a2=c0002f2300 a3=0 items=2 ppid=3022 pid=2792876 auid=4294967295 uid=0 gid=0 euid=0 suid=0 fsuid=0 egid=0 sgid=0 fsgid=0 tty=(none) ses=4294967295 comm=\"runc\" exe=\"/usr/bin/runc\" subj=unconfined key=\"root_commands\"\u001dARCH=x86_64 SYSCALL=execve AUID=\"unset\" UID=\"root\" GID=\"root\" EUID=\"root\" SUID=\"root\" FSUID=\"root\" EGID=\"root\" SGID=\"root\" FSGID=\"root\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-loki-1", "detected_level": "info", "service_name": "/prometheus-holding-loki-1"}, "msg": "level=info ts=2026-06-10T23:59:57.389063196Z caller=flush.go:304 component=ingester msg=\"flushing stream\" user=fake fp=cb9e033bd4c5f75e immediate=false num_chunks=1 total_comp=\"1.4 MB\" avg_comp=\"1.4 MB\" total_uncomp=\"8.4 MB\" avg_uncomp=\"8.4 MB\" full=1 labels=\"{cluster=\\\"docker-compose\\\", container=\\\"/apex-litellm\\\", service_name=\\\"/apex-litellm\\\"}\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:58.420 UTC [32] LOG:  cron job 3 COMMAND completed: CALL "}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:58.380 UTC [32] LOG:  cron job 3 starting: CALL documentdb_api_internal.build_index_concurrently(2);"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:57.127 UTC [32] LOG:  cron job 2 COMMAND completed: CALL "}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:57.115 UTC [32] LOG:  cron job 2 starting: CALL documentdb_api_internal.build_index_concurrently(1);"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:56.378 UTC [32] LOG:  cron job 3 COMMAND completed: CALL "}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-postgres-1", "detected_level": "unknown", "service_name": "/prometheus-holding-growthbook-postgres-1"}, "msg": "2026-06-10 23:59:56.363 UTC [32] LOG:  cron job 3 starting: CALL documentdb_api_internal.build_index_concurrently(2);"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.431Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.54843ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.431Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.108273ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.431Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"1.766936ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.431Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"7.360222ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.431Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.141848ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.430Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"6.313029ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.430Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"6.766739ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.430Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"6.796575ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.430Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"1.314813ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.429Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"5.847526ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.429Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"4.973648ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.428Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"4.119385ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.428Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"4.668017ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.428Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"4.421059ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.426Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"4.368698ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.426Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.882402ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.425Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"3.657686ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.425Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"1.544664ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.424Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.641535ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.423Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"2.173409ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-growthbook-ferretdb-1", "detected_level": "info", "service_name": "/prometheus-holding-growthbook-ferretdb-1"}, "msg": "2026-06-10T23:59:58.423Z\tINFO\tmiddleware/dispatcher.go:131\tCommand handled\t{\"command\":\"findAndModify\",\"duration\":\"1.999084ms\",\"handler\":\"documentdb\",\"name\":\"middleware\",\"result\":\"ok\"}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-forgejo-1", "detected_level": "unknown", "service_name": "/prometheus-holding-forgejo-1"}, "msg": "2026/06/10 23:59:57 ...eb/routing/logger.go:102:func1() [I] router: completed POST /api/actions/runner.v1.RunnerService/FetchTask for 172.18.0.14:56338, 200 OK in 12.3ms @ <autogenerated>:1(http.Handler.ServeHTTP-fm)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-holding-forgejo-1", "detected_level": "unknown", "service_name": "/prometheus-holding-forgejo-1"}, "msg": "2026/06/10 23:59:55 ...eb/routing/logger.go:102:func1() [I] router: completed GET / for [::1]:48314, 200 OK in 2.9ms @ web/home.go:32(web.Home)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/prometheus-dashboard-internal", "detected_level": "unknown", "service_name": "/prometheus-dashboard-internal"}, "msg": "::1 - - [10/Jun/2026:23:59:57 +0000] \"GET / HTTP/1.1\" 200 19230 \"-\" \"Wget\" \"-\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-windmill-server", "detected_level": "info", "service_name": "/apex-windmill-server"}, "msg": "\u001b[2m2026-06-10T23:59:56.176013Z\u001b[0m \u001b[32m INFO\u001b[0m \u001b[2mwindmill-api/src/health.rs\u001b[0m\u001b[2m:\u001b[0m\u001b[2m368\u001b[0m\u001b[2m:\u001b[0m health check completed \u001b[3mstatus\u001b[0m\u001b[2m=\u001b[0m\"healthy\" \u001b[3mdatabase_healthy\u001b[0m\u001b[2m=\u001b[0mtrue \u001b[3mworkers_alive\u001b[0m\u001b[2m=\u001b[0m1"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-qdrant", "detected_level": "info", "service_name": "/apex-qdrant"}, "msg": "2026-06-10T23:59:57.314741Z  INFO actix_web::middleware::logger: 172.21.0.5 \"POST /collections/apex_knowledge/points/query HTTP/1.1\" 200 375 \"-\" \"python-client/1.18.0 python/3.11.15\" 0.021431    "}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-qdrant", "detected_level": "info", "service_name": "/apex-qdrant"}, "msg": "2026-06-10T23:59:57.238434Z  INFO actix_web::middleware::logger: 172.21.0.5 \"PUT /collections/apex_knowledge/points?wait=true HTTP/1.1\" 200 87 \"-\" \"python-client/1.18.0 python/3.11.15\" 0.005934    "}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "warn", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:55 - LiteLLM:WARNING\u001b[0m: utils.py:764 - `litellm.set_verbose` is deprecated. Please set `os.environ['LITELLM_LOG'] = 'DEBUG'` for debug logs."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Final returned optional params: {'temperature': 0.0, 'stream': False, 'max_tokens': 4000, 'max_retries': 0, 'extra_body': {}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Initialized litellm callbacks, Async Success Callbacks: [<bound method Router.deployment_callback_on_success of <litellm.router.Router object at 0x77d3efaee900>>, <litellm.proxy.hooks.litellm_skills.main.SkillsInjectionHook object at 0x77d3fdc15940>, <litellm.proxy.hooks.model_max_budget_limiter._PROXY_VirtualKeyModelMaxBudgetLimiter object at 0x77d3f13af770>, <litellm.proxy.hooks.max_budget_limiter._PROXY_MaxBudgetLimiter object at 0x77d3efb19590>, <litellm.proxy.hooks.parallel_request_limiter_v3._PROXY_MaxParallelRequestsHandler_v3 object at 0x77d3efaef230>, <litellm.proxy.hooks.cache_control_check._PROXY_CacheControlCheck object at 0x77d3efb196d0>, <litellm.proxy.hooks.responses_id_security.ResponsesIDSecurity object at 0x77d3efaef380>, <litellm.proxy.hooks.max_iterations_limiter._PROXY_MaxIterationsHandler object at 0x77d3efaef4d0>, <litellm.proxy.hooks.max_budget_per_session_limiter._PROXY_MaxBudgetPerSessionHandler object at 0x77d3efaef620>, <litellm_enterprise.proxy.hooks.managed_files._PROXY_LiteLLMManagedFiles object at 0x77d3efaef770>, <litellm_enterprise.proxy.hooks.managed_vector_stores._PROXY_LiteLLMManagedVectorStores object at 0x77d3efaef8c0>, <litellm._service_logger.ServiceLogging object at 0x77d3f163a3f0>]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_fallbacks(**kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1699, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 1723, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    responses = await llm_responses"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/common_request_processing.py\", line 992, in base_process_llm_request"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<16 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await base_llm_response_processor.base_process_llm_request("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py\", line 6817, in chat_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5446, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<8 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    return await self.async_function_with_fallbacks_common_utils("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5489, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        *args, **kwargs"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await litellm_router.async_function_with_fallbacks("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 139, in run_async_fallback"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router_utils/fallback_event_handlers.py\", line 161, in run_async_fallback"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<2 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await run_async_fallback("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5413, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Cooldown Deployments=[]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Debug Information:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.AuthenticationError: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<5 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise AuthenticationError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 510, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise original_exception"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5404, in async_function_with_fallbacks_common_utils"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openai.common_utils.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 989, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "openai.OpenAIError: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        \"The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise OpenAIError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/openai/_client.py\", line 496, in __init__"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        organization=organization,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        api_key=api_key,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                              ~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    _new_client: Union[OpenAI, AsyncOpenAI] = AsyncOpenAI("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 385, in _get_openai_client"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        shared_session=shared_session,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<7 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        is_async=True,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "                                  ~~~~~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    openai_aclient: AsyncOpenAI = self._get_openai_client(  # type: ignore"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/openai/openai.py\", line 903, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.make_call(original_function, *args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5586, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        content_policy_fallbacks=content_policy_fallbacks,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<4 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5635, in async_function_with_retries"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self.async_function_with_retries(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5480, in async_function_with_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 200, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await self._make_common_async_call("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 307, in async_completion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await init_response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 620, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "During handling of the above exception, another exception occurred:"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": ""}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise HTTPStatusError(message, request=request, response=self)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/httpx/_models.py\", line 829, in raise_for_status"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ~~~~~~~~~~~~~~~~~~~~~~~~~^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response.raise_for_status()"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 469, in post"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/http_handler.py\", line 513, in post"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await func(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/logging_utils.py\", line 297, in async_wrapper"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<10 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await async_httpx_client.post("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 175, in _make_common_async_call"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Traceback (most recent call last):"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=None"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Error doing the fallback: litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "Available Model Group Fallbacks=['apex-fallback']"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<6 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise APIError("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2389, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/litellm_core_utils/exception_mapping_utils.py\", line 2456, in exception_type"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    )"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        extra_kwargs=kwargs,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    ...<3 lines>..."}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        ^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "        model=model,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "          ~~~~~~~~~~~~~~^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise exception_type("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/main.py\", line 639, in acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    result = await original_function(*args, **kwargs)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 1893, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/utils.py\", line 2094, in wrapper_async"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await _response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2166, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    raise e"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 2220, in _acompletion"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "               ^^^^^^^^^^^^^^"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "    response = await response"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "unknown", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5754, in make_call"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42530 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42524 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42510 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42506 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42494 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42484 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42470 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42454 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "INFO:     172.21.0.5:42442 - \"POST /v1/chat/completions HTTP/1.1\" 402 Payment Required"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "info", "service_name": "/apex-litellm"}, "msg": "For more information check: https://developer.mozilla.org/en-US/docs/Web/HTTP/Status/402"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:58 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:57 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:57 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:57 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:56 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:55 - LiteLLM Proxy:ERROR\u001b[0m: common_request_processing.py:1495 - litellm.proxy.proxy_server._handle_llm_api_exception(): Exception occured - litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error_from_fallbacks"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:55 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]. Received Model Group=apex-fallback"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error  # then raise error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5860, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/router.py\", line 5839, in should_retry_this_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "        error=e,"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    self.should_retry_this_error("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.llms.openrouter.common_utils.OpenRouterException: {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise provider_config.get_error_class("}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "  File \"/usr/lib/python3.13/site-packages/litellm/llms/custom_httpx/llm_http_handler.py\", line 4720, in _handle_error"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "    raise self._handle_error(e=e, provider_config=provider_config)"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "httpx.HTTPStatusError: Client error '402 Payment Required' for url 'https://openrouter.ai/api/v1/chat/completions'"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "\u001b[92m23:59:55 - LiteLLM Router:ERROR\u001b[0m: router.py:5421 - litellm.router.py::async_function_with_fallbacks() - Error occurred while trying to do fallbacks - litellm.AuthenticationError: AuthenticationError: OpenAIException - The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variableNo fallback model group found for original model_group=apex-fallback. Fallbacks=[{'apex-tier1': ['apex-fallback']}, {'apex-tier2': ['apex-fallback']}, {'apex-tier3': ['apex-fallback']}]"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-litellm", "detected_level": "error", "service_name": "/apex-litellm"}, "msg": "litellm.exceptions.APIError: litellm.APIError: APIError: OpenrouterException - {\"error\":{\"message\":\"Insufficient credits. Add more using https://openrouter.ai/settings/credits\",\"code\":402}}. Received Model Group=apex-tier2"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:58Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "_parse_tags: raw input is empty, returning defaults"}
{"ts": "2026-06-10T23:59:57Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed in pipeline, applying fallback mode."}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:56Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}
{"ts": "2026-06-10T23:59:55Z", "labels": {"cluster": "docker-compose", "container": "/apex-backend", "detected_level": "unknown", "service_name": "/apex-backend"}, "msg": "LLM call failed: 402 Client Error: Payment Required for url: http://apex-litellm:4000/v1/chat/completions"}