2026-06-11T20:29:03.902293399-04:00 stderr F level=warn ts=2026-06-12T00:29:03.802134319Z caller=loki.go:288 msg="global timeout not configured, using default engine timeout (\"5m0s\"). This behavior will change in the next major to always use the default global timeout (\"5m\")."
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.806684621Z caller=main.go:108 msg="Starting Loki" version="(version=2.9.2, branch=HEAD, revision=a17308db6)"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.808998653Z caller=server.go:322 http=[::]:3100 grpc=[::]:9096 msg="server listening on addresses"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.812281005Z caller=modules.go:1140 msg="-boltdb.shipper.compactor.shared-store not specified, initializing compactor to operator on the following object stores" stores=filesystem
2026-06-11T20:29:03.902293399-04:00 stderr F level=warn ts=2026-06-12T00:29:03.814444283Z caller=cache.go:127 msg="fifocache config is deprecated. use embedded-cache instead"
2026-06-11T20:29:03.902293399-04:00 stderr F level=warn ts=2026-06-12T00:29:03.814503045Z caller=experimental.go:20 msg="experimental feature in use" feature="In-memory (FIFO) cache - chunksembedded-cache"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.815248078Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.2µs distinct_users_len=0 distinct_users=
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.815237017Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.815292809Z caller=shipper.go:165 index-store=tsdb-2020-10-24 msg="starting index shipper in RW mode"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.816155996Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.816226788Z caller=manager.go:85 index-store=tsdb-2020-10-24 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.816270529Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.819059616Z caller=mapper.go:47 msg="cleaning up mapped rules directory" path=/tmp/loki/rules-temp
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.822201314Z caller=worker.go:112 msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.8284764Z caller=module_service.go:82 msg=initialising module=server
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.828842131Z caller=module_service.go:82 msg=initialising module=memberlist-kv
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.829237203Z caller=module_service.go:82 msg=initialising module=query-frontend-tripperware
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.828552082Z caller=module_service.go:82 msg=initialising module=cache-generation-loader
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.829988096Z caller=module_service.go:82 msg=initialising module=ring
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.83011878Z caller=module_service.go:82 msg=initialising module=query-scheduler-ring
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830062099Z caller=module_service.go:82 msg=initialising module=store
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830219244Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830330747Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830399369Z caller=module_service.go:82 msg=initialising module=distributor
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.8304222Z caller=module_service.go:82 msg=initialising module=ingester-querier
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830472721Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-kztpl ring=scheduler
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830533583Z caller=module_service.go:82 msg=initialising module=compactor
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830588625Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830644247Z caller=module_service.go:82 msg=initialising module=ingester
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830635056Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-kztpl ring=distributor
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.83075084Z caller=module_service.go:82 msg=initialising module=ruler
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.83076527Z caller=ruler.go:528 msg="ruler up and running"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830781461Z caller=ingester.go:431 msg="recovering from checkpoint"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830952326Z caller=recovery.go:40 msg="no checkpoint found, treating as no-op"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.830987007Z caller=ringmanager.go:201 msg="waiting until scheduler is JOINING in the ring"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831002858Z caller=ringmanager.go:205 msg="scheduler is JOINING in the ring"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.83106838Z caller=ingester.go:447 msg="recovered WAL checkpoint recovery finished" elapsed=387.102µs errors=false
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831104201Z caller=ingester.go:453 msg="recovering from WAL"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.8313596Z caller=ringmanager.go:214 msg="waiting until scheduler is ACTIVE in the ring"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831399891Z caller=ingester.go:469 msg="WAL segment recovery finished" elapsed=718.163µs errors=false
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831433432Z caller=ingester.go:417 msg="closing recoverer"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831451833Z caller=ingester.go:425 msg="WAL recovery finished" time=770.745µs
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831505284Z caller=wal.go:156 msg=started component=wal
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831568156Z caller=lifecycler.go:614 msg="not loading tokens from file, tokens file path is empty"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831716081Z caller=lifecycler.go:643 msg="instance not found in ring, adding with no tokens" ring=ingester
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831716801Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831872435Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-kztpl ring=compactor
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831881506Z caller=lifecycler.go:483 msg="auto-joining cluster after timeout" ring=ingester
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.831920917Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.832304879Z caller=compactor.go:395 msg="waiting until compactor is JOINING in the ring"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.832327289Z caller=compactor.go:399 msg="compactor is JOINING in the ring"
2026-06-11T20:29:03.902293399-04:00 stderr F level=info ts=2026-06-12T00:29:03.832420442Z caller=compactor.go:409 msg="waiting until compactor is ACTIVE in the ring"
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.013835694Z caller=compactor.go:413 msg="compactor is ACTIVE in the ring"
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.0310408Z caller=ringmanager.go:218 msg="scheduler is ACTIVE in the ring"
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.031148543Z caller=module_service.go:82 msg=initialising module=query-scheduler
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.03136228Z caller=module_service.go:82 msg=initialising module=querier
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.031412661Z caller=module_service.go:82 msg=initialising module=query-frontend
2026-06-11T20:29:04.102612249-04:00 stderr F level=info ts=2026-06-12T00:29:04.031514914Z caller=loki.go:505 msg="Loki started"
2026-06-11T20:29:07.101499992-04:00 stderr F level=info ts=2026-06-12T00:29:07.031990897Z caller=scheduler.go:615 msg="this scheduler is in the ReplicationSet, will now accept requests."
2026-06-11T20:29:07.101499992-04:00 stderr F level=info ts=2026-06-12T00:29:07.03208348Z caller=worker.go:209 msg="adding connection" addr=127.0.0.1:9096
2026-06-11T20:29:09.101562668-04:00 stderr F level=info ts=2026-06-12T00:29:09.014014031Z caller=compactor.go:474 msg="this instance has been chosen to run the compactor, starting compactor"
2026-06-11T20:29:09.101562668-04:00 stderr F level=info ts=2026-06-12T00:29:09.014707402Z caller=compactor.go:503 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
2026-06-11T20:29:14.102278592-04:00 stderr F level=info ts=2026-06-12T00:29:14.031987973Z caller=frontend_scheduler_worker.go:107 msg="adding connection to scheduler" addr=127.0.0.1:9096
2026-06-11T20:30:03.901975770-04:00 stderr F level=info ts=2026-06-12T00:30:03.816037709Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:31:03.901969988-04:00 stderr F level=info ts=2026-06-12T00:31:03.815685557Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:32:03.901581657-04:00 stderr F level=info ts=2026-06-12T00:32:03.815591936Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:33:03.901995985-04:00 stderr F level=info ts=2026-06-12T00:33:03.815360663Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.816215069Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.816291151Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.28µs distinct_users_len=0 distinct_users=
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.816378014Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.831689791Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.832018521Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000000
2026-06-11T20:34:03.902445308-04:00 stderr F level=info ts=2026-06-12T00:34:03.838172103Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000000.tmp new=/tmp/loki/wal/checkpoint.000000
2026-06-11T20:35:03.902562127-04:00 stderr F level=info ts=2026-06-12T00:35:03.816244426Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:36:03.902563070-04:00 stderr F level=info ts=2026-06-12T00:36:03.815478363Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:37:03.901764927-04:00 stderr F level=info ts=2026-06-12T00:37:03.816036198Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:38:03.901960506-04:00 stderr F level=info ts=2026-06-12T00:38:03.815928818Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:39:03.902176480-04:00 stderr F level=info ts=2026-06-12T00:39:03.815501917Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:39:03.902176480-04:00 stderr F level=info ts=2026-06-12T00:39:03.815554249Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:39:03.902176480-04:00 stderr F level=info ts=2026-06-12T00:39:03.815573729Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.37µs distinct_users_len=0 distinct_users=
2026-06-11T20:39:03.902176480-04:00 stderr F level=info ts=2026-06-12T00:39:03.831589481Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:39:03.902176480-04:00 stderr F level=info ts=2026-06-12T00:39:03.832072746Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000001
2026-06-11T20:39:09.101776962-04:00 stderr F level=info ts=2026-06-12T00:39:09.014901113Z caller=compactor.go:508 msg="compactor startup delay completed"
2026-06-11T20:39:09.101776962-04:00 stderr F level=info ts=2026-06-12T00:39:09.015001176Z caller=compactor.go:562 msg="compactor started"
2026-06-11T20:39:09.101776962-04:00 stderr F ts=2026-06-12T00:39:09.015056808Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T20:39:09.101776962-04:00 stderr F ts=2026-06-12T00:39:09.015210623Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=70.883µs
2026-06-11T20:40:03.902100195-04:00 stderr F level=info ts=2026-06-12T00:40:03.81630608Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:41:03.901939714-04:00 stderr F level=info ts=2026-06-12T00:41:03.81535937Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:42:03.902205959-04:00 stderr F level=info ts=2026-06-12T00:42:03.815343135Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:43:03.902117980-04:00 stderr F level=info ts=2026-06-12T00:43:03.815581267Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:43:33.905055584-04:00 stderr F level=info ts=2026-06-12T00:43:33.848937917Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000001.tmp new=/tmp/loki/wal/checkpoint.000001
2026-06-11T20:43:33.905055584-04:00 stderr F level=info ts=2026-06-12T00:43:33.84935857Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.016894632s
2026-06-11T20:44:03.902404083-04:00 stderr F level=info ts=2026-06-12T00:44:03.81554129Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:44:03.902404083-04:00 stderr F level=info ts=2026-06-12T00:44:03.815606772Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.43µs distinct_users_len=0 distinct_users=
2026-06-11T20:44:03.902404083-04:00 stderr F level=info ts=2026-06-12T00:44:03.815642413Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:44:03.902404083-04:00 stderr F level=info ts=2026-06-12T00:44:03.831589719Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:44:03.902404083-04:00 stderr F level=info ts=2026-06-12T00:44:03.83192854Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000002
2026-06-11T20:45:03.903159539-04:00 stderr F level=info ts=2026-06-12T00:45:03.816297976Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:46:03.902127662-04:00 stderr F level=info ts=2026-06-12T00:46:03.815378962Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:47:03.902339741-04:00 stderr F level=info ts=2026-06-12T00:47:03.815852509Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:48:03.902164035-04:00 stderr F level=info ts=2026-06-12T00:48:03.815847936Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:48:33.902213910-04:00 stderr F level=info ts=2026-06-12T00:48:33.872507284Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000002.tmp new=/tmp/loki/wal/checkpoint.000002
2026-06-11T20:48:33.902213910-04:00 stderr F level=info ts=2026-06-12T00:48:33.873111843Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.040829972s
2026-06-11T20:49:03.902007582-04:00 stderr F level=info ts=2026-06-12T00:49:03.815863279Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:49:03.902007582-04:00 stderr F level=info ts=2026-06-12T00:49:03.816004993Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:49:03.902007582-04:00 stderr F level=info ts=2026-06-12T00:49:03.816114037Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=4.521µs distinct_users_len=0 distinct_users=
2026-06-11T20:49:03.902007582-04:00 stderr F level=info ts=2026-06-12T00:49:03.832150782Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:49:03.902007582-04:00 stderr F level=info ts=2026-06-12T00:49:03.83272778Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000003
2026-06-11T20:49:09.102187309-04:00 stderr F ts=2026-06-12T00:49:09.015422947Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T20:49:09.102187309-04:00 stderr F ts=2026-06-12T00:49:09.015615203Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=46.052µs
2026-06-11T20:50:03.902385827-04:00 stderr F level=info ts=2026-06-12T00:50:03.816379079Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:51:03.902124680-04:00 stderr F level=info ts=2026-06-12T00:51:03.815345917Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:52:03.901943019-04:00 stderr F level=info ts=2026-06-12T00:52:03.815985872Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:53:03.902265129-04:00 stderr F level=info ts=2026-06-12T00:53:03.815473266Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:53:33.902182388-04:00 stderr F level=info ts=2026-06-12T00:53:33.841226178Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000003.tmp new=/tmp/loki/wal/checkpoint.000003
2026-06-11T20:53:33.902182388-04:00 stderr F level=info ts=2026-06-12T00:53:33.841757916Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008492499s
2026-06-11T20:54:03.902175605-04:00 stderr F level=info ts=2026-06-12T00:54:03.815829096Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:54:03.902175605-04:00 stderr F level=info ts=2026-06-12T00:54:03.815872457Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:54:03.902175605-04:00 stderr F level=info ts=2026-06-12T00:54:03.815896238Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.4µs distinct_users_len=0 distinct_users=
2026-06-11T20:54:03.902175605-04:00 stderr F level=info ts=2026-06-12T00:54:03.831564502Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:54:03.902175605-04:00 stderr F level=info ts=2026-06-12T00:54:03.831906042Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000004
2026-06-11T20:55:03.902445791-04:00 stderr F level=info ts=2026-06-12T00:55:03.815825094Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:56:03.901542831-04:00 stderr F level=info ts=2026-06-12T00:56:03.815379654Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:57:03.902519609-04:00 stderr F level=info ts=2026-06-12T00:57:03.815347249Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:58:03.903175646-04:00 stderr F level=info ts=2026-06-12T00:58:03.815994046Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:58:33.902107989-04:00 stderr F level=info ts=2026-06-12T00:58:33.842596043Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000004.tmp new=/tmp/loki/wal/checkpoint.000004
2026-06-11T20:58:33.902107989-04:00 stderr F level=info ts=2026-06-12T00:58:33.843524642Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.011219867s
2026-06-11T20:59:03.901986928-04:00 stderr F level=info ts=2026-06-12T00:59:03.815528391Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T20:59:03.901986928-04:00 stderr F level=info ts=2026-06-12T00:59:03.815596093Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T20:59:03.901986928-04:00 stderr F level=info ts=2026-06-12T00:59:03.815625214Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.69µs distinct_users_len=0 distinct_users=
2026-06-11T20:59:03.901986928-04:00 stderr F level=info ts=2026-06-12T00:59:03.83219661Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T20:59:03.901986928-04:00 stderr F level=info ts=2026-06-12T00:59:03.833064898Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000005
2026-06-11T20:59:09.102917239-04:00 stderr F ts=2026-06-12T00:59:09.015636616Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T20:59:09.102917239-04:00 stderr F ts=2026-06-12T00:59:09.01575696Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=35.961µs
2026-06-11T21:00:03.902482743-04:00 stderr F level=info ts=2026-06-12T01:00:03.81552293Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:01:03.902481164-04:00 stderr F level=info ts=2026-06-12T01:01:03.816195953Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:02:03.902499961-04:00 stderr F level=info ts=2026-06-12T01:02:03.81533085Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:03:03.901918385-04:00 stderr F level=info ts=2026-06-12T01:03:03.815685893Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:03:33.902043072-04:00 stderr F level=info ts=2026-06-12T01:03:33.838995116Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000005.tmp new=/tmp/loki/wal/checkpoint.000005
2026-06-11T21:03:33.902043072-04:00 stderr F level=info ts=2026-06-12T01:03:33.840137302Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.00662347s
2026-06-11T21:04:03.906876604-04:00 stderr F level=info ts=2026-06-12T01:04:03.815323726Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:04:03.906876604-04:00 stderr F level=info ts=2026-06-12T01:04:03.8164476Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:04:03.906876604-04:00 stderr F level=info ts=2026-06-12T01:04:03.816501752Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=5.41µs distinct_users_len=0 distinct_users=
2026-06-11T21:04:03.906876604-04:00 stderr F level=info ts=2026-06-12T01:04:03.83173441Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:04:03.906876604-04:00 stderr F level=info ts=2026-06-12T01:04:03.832037849Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000006
2026-06-11T21:05:03.901523385-04:00 stderr F level=info ts=2026-06-12T01:05:03.815668635Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:06:03.901705603-04:00 stderr F level=info ts=2026-06-12T01:06:03.815391982Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:07:03.902115208-04:00 stderr F level=info ts=2026-06-12T01:07:03.815334842Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:08:03.902524280-04:00 stderr F level=info ts=2026-06-12T01:08:03.815412913Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:08:33.902379916-04:00 stderr F level=info ts=2026-06-12T01:08:33.837490125Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000006.tmp new=/tmp/loki/wal/checkpoint.000006
2026-06-11T21:08:33.902379916-04:00 stderr F level=info ts=2026-06-12T01:08:33.83857915Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.006239132s
2026-06-11T21:09:03.901638861-04:00 stderr F level=info ts=2026-06-12T01:09:03.816276579Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:09:03.901638861-04:00 stderr F level=info ts=2026-06-12T01:09:03.81630614Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:09:03.901638861-04:00 stderr F level=info ts=2026-06-12T01:09:03.816378412Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.76µs distinct_users_len=0 distinct_users=
2026-06-11T21:09:03.901638861-04:00 stderr F level=info ts=2026-06-12T01:09:03.831633939Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:09:03.901638861-04:00 stderr F level=info ts=2026-06-12T01:09:03.832018141Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000007
2026-06-11T21:09:09.101876581-04:00 stderr F ts=2026-06-12T01:09:09.015956893Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:09:09.101876581-04:00 stderr F ts=2026-06-12T01:09:09.016127818Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=76.472µs
2026-06-11T21:10:03.901926164-04:00 stderr F level=info ts=2026-06-12T01:10:03.815828399Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:11:03.901658812-04:00 stderr F level=info ts=2026-06-12T01:11:03.816144545Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:12:03.901822474-04:00 stderr F level=info ts=2026-06-12T01:12:03.816196393Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:13:03.902285828-04:00 stderr F level=info ts=2026-06-12T01:13:03.815615785Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:13:33.902118264-04:00 stderr F level=info ts=2026-06-12T01:13:33.839575526Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000007.tmp new=/tmp/loki/wal/checkpoint.000007
2026-06-11T21:13:33.902118264-04:00 stderr F level=info ts=2026-06-12T01:13:33.84063825Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008202105s
2026-06-11T21:14:03.901894847-04:00 stderr F level=info ts=2026-06-12T01:14:03.815846194Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:14:03.901894847-04:00 stderr F level=info ts=2026-06-12T01:14:03.815887705Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:14:03.901894847-04:00 stderr F level=info ts=2026-06-12T01:14:03.815947237Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.67µs distinct_users_len=0 distinct_users=
2026-06-11T21:14:03.901894847-04:00 stderr F level=info ts=2026-06-12T01:14:03.831533105Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:14:03.901894847-04:00 stderr F level=info ts=2026-06-12T01:14:03.831778643Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000008
2026-06-11T21:15:03.944921936-04:00 stderr F level=info ts=2026-06-12T01:15:03.816394353Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:16:03.901747056-04:00 stderr F level=info ts=2026-06-12T01:16:03.816015643Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:17:03.901983708-04:00 stderr F level=info ts=2026-06-12T01:17:03.815708568Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:18:03.901580312-04:00 stderr F level=info ts=2026-06-12T01:18:03.815339102Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:18:33.902273519-04:00 stderr F level=info ts=2026-06-12T01:18:33.843703376Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000008.tmp new=/tmp/loki/wal/checkpoint.000008
2026-06-11T21:18:33.902273519-04:00 stderr F level=info ts=2026-06-12T01:18:33.844748159Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.012576164s
2026-06-11T21:19:03.901895260-04:00 stderr F level=info ts=2026-06-12T01:19:03.815779504Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:19:03.901895260-04:00 stderr F level=info ts=2026-06-12T01:19:03.815827526Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:19:03.901895260-04:00 stderr F level=info ts=2026-06-12T01:19:03.815890668Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=4.23µs distinct_users_len=0 distinct_users=
2026-06-11T21:19:03.901895260-04:00 stderr F level=info ts=2026-06-12T01:19:03.831666202Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:19:03.901895260-04:00 stderr F level=info ts=2026-06-12T01:19:03.831912Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000009
2026-06-11T21:19:09.102371798-04:00 stderr F ts=2026-06-12T01:19:09.016182311Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:19:09.102371798-04:00 stderr F ts=2026-06-12T01:19:09.016308485Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=34.271µs
2026-06-11T21:20:03.901600057-04:00 stderr F level=info ts=2026-06-12T01:20:03.815940286Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:21:03.901872077-04:00 stderr F level=info ts=2026-06-12T01:21:03.815878215Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:22:03.902017209-04:00 stderr F level=info ts=2026-06-12T01:22:03.815423359Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:23:03.902112480-04:00 stderr F level=info ts=2026-06-12T01:23:03.815824815Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:23:33.901948302-04:00 stderr F level=info ts=2026-06-12T01:23:33.838743763Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000009.tmp new=/tmp/loki/wal/checkpoint.000009
2026-06-11T21:23:33.901948302-04:00 stderr F level=info ts=2026-06-12T01:23:33.839561619Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.007441292s
2026-06-11T21:24:03.901994422-04:00 stderr F level=info ts=2026-06-12T01:24:03.815496391Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:24:03.901994422-04:00 stderr F level=info ts=2026-06-12T01:24:03.815550413Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.49µs distinct_users_len=0 distinct_users=
2026-06-11T21:24:03.901994422-04:00 stderr F level=info ts=2026-06-12T01:24:03.815686457Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:24:03.901994422-04:00 stderr F level=info ts=2026-06-12T01:24:03.831918108Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:24:03.901994422-04:00 stderr F level=info ts=2026-06-12T01:24:03.832202227Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000010
2026-06-11T21:25:03.902031650-04:00 stderr F level=info ts=2026-06-12T01:25:03.816279973Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:26:03.901919523-04:00 stderr F level=info ts=2026-06-12T01:26:03.815383131Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:27:03.901710184-04:00 stderr F level=info ts=2026-06-12T01:27:03.818530917Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:28:03.902386189-04:00 stderr F level=info ts=2026-06-12T01:28:03.815486236Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:28:23.702887159-04:00 stderr F level=info ts=2026-06-12T01:28:23.608128408Z caller=roundtrip.go:241 org_id=fake traceID=02e5b9a044f29f6c msg="executing query" type=range query="{application=\"zuul\"}" length=1h0m0s step=14s query_hash=1105929788
2026-06-11T21:28:23.702887159-04:00 stderr F level=info ts=2026-06-12T01:28:23.609945136Z caller=engine.go:234 component=querier org_id=fake traceID=02e5b9a044f29f6c msg="executing query" type=range query="{application=\"zuul\"}" length=28m23.601872472s step=14s query_hash=1105929788
2026-06-11T21:28:23.702887159-04:00 stderr F level=info ts=2026-06-12T01:28:23.615110568Z caller=table_manager.go:195 index-store=tsdb-2020-10-24 msg="downloading all files for table index_20616"
2026-06-11T21:28:23.702887159-04:00 stderr F ts=2026-06-12T01:28:23.616493381Z caller=spanlogger.go:86 table-name=index_20616 user-id=fake org_id=fake traceID=02e5b9a044f29f6c level=info msg="downloaded index set at query time" duration=177.336µs
2026-06-11T21:28:23.702887159-04:00 stderr F ts=2026-06-12T01:28:23.616645467Z caller=spanlogger.go:86 table-name=index_20616 org_id=fake traceID=02e5b9a044f29f6c level=info msg="downloaded index set at query time" duration=415.872µs
2026-06-11T21:28:23.702887159-04:00 stderr F level=info ts=2026-06-12T01:28:23.617544945Z caller=metrics.go:159 component=querier org_id=fake traceID=02e5b9a044f29f6c latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=28m23.601872472s start_delta=28m23.617528205s end_delta=15.656023ms step=14s duration=7.380532ms status=200 limit=5 returned_lines=5 throughput=63MB total_bytes=464kB total_bytes_structured_metadata=0B lines_per_second=202830 total_lines=1497 post_filter_lines=1497 total_entries=5 store_chunks_download_time=0s queue_time=162.105µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:23.702887159-04:00 stderr F level=info ts=2026-06-12T01:28:23.621920112Z caller=metrics.go:159 component=frontend org_id=fake traceID=02e5b9a044f29f6c latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.020028349s end_delta=20.028689ms step=14s duration=13.203805ms status=200 limit=5 returned_lines=0 throughput=35MB total_bytes=464kB total_bytes_structured_metadata=0B lines_per_second=113376 total_lines=1497 post_filter_lines=1497 total_entries=5 store_chunks_download_time=0s queue_time=162µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.018919101Z caller=roundtrip.go:241 org_id=fake traceID=287c84d98d521168 msg="executing query" type=range query="{application=\"nodepool\"}" length=1h0m0s step=14s query_hash=1297607390
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.019879711Z caller=engine.go:234 component=querier org_id=fake traceID=287c84d98d521168 msg="executing query" type=range query="{application=\"nodepool\"}" length=28m24.00743307s step=14s query_hash=1297607390
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.021487072Z caller=metrics.go:159 component=querier org_id=fake traceID=287c84d98d521168 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=28m24.00743307s start_delta=28m24.021475092s end_delta=14.042312ms step=14s duration=1.493597ms status=200 limit=5 returned_lines=5 throughput=18MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=61596 total_lines=92 post_filter_lines=92 total_entries=5 store_chunks_download_time=0s queue_time=56.162µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.022918158Z caller=metrics.go:159 component=frontend org_id=fake traceID=287c84d98d521168 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.015469697s end_delta=15.469887ms step=14s duration=3.469269ms status=200 limit=5 returned_lines=0 throughput=7.6MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=26518 total_lines=92 post_filter_lines=92 total_entries=5 store_chunks_download_time=0s queue_time=56µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.102017106-04:00 stderr F level=error ts=2026-06-12T01:28:24.023553347Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.023887778Z caller=engine.go:234 component=querier org_id=fake traceID=287c84d98d521168 msg="executing query" type=range query="{application=\"nodepool\"}" length=30m0s step=14s query_hash=1297607390
2026-06-11T21:28:24.102017106-04:00 stderr F level=info ts=2026-06-12T01:28:24.024051023Z caller=metrics.go:159 component=querier org_id=fake traceID=287c84d98d521168 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=30m0s start_delta=58m24.024041873s end_delta=28m24.024042103s step=14s duration=58.872µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=49.092µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.102017106-04:00 stderr F level=error ts=2026-06-12T01:28:24.024169146Z caller=scheduler_processor.go:158 org_id=fake traceID=287c84d98d521168 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.426225854Z caller=roundtrip.go:241 org_id=fake traceID=3f19d838882bf144 msg="executing query" type=range query="{application=\"mariadb\"}" length=1h0m0s step=14s query_hash=3115875814
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.427169584Z caller=engine.go:234 component=querier org_id=fake traceID=3f19d838882bf144 msg="executing query" type=range query="{application=\"mariadb\"}" length=28m24.421488966s step=14s query_hash=3115875814
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.42864741Z caller=metrics.go:159 component=querier org_id=fake traceID=3f19d838882bf144 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=28m24.421488966s start_delta=28m24.42863483s end_delta=7.146154ms step=14s duration=1.320601ms status=200 limit=5 returned_lines=3 throughput=422kB total_bytes=557B total_bytes_structured_metadata=0B lines_per_second=2271 total_lines=3 post_filter_lines=3 total_entries=3 store_chunks_download_time=0s queue_time=78.643µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.430399176Z caller=engine.go:234 component=querier org_id=fake traceID=3f19d838882bf144 msg="executing query" type=range query="{application=\"mariadb\"}" length=30m0s step=14s query_hash=3115875814
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.431961805Z caller=metrics.go:159 component=querier org_id=fake traceID=3f19d838882bf144 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=30m0s start_delta=58m24.431950145s end_delta=28m24.431950415s step=14s duration=1.397485ms status=200 limit=5 returned_lines=5 throughput=14MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=85152 total_lines=119 post_filter_lines=119 total_entries=5 store_chunks_download_time=0s queue_time=63.212µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.502406841-04:00 stderr F level=info ts=2026-06-12T01:28:24.433123902Z caller=metrics.go:159 component=frontend org_id=fake traceID=3f19d838882bf144 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.011621795s end_delta=11.622125ms step=14s duration=6.586377ms status=200 limit=5 returned_lines=0 throughput=3.1MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=18523 total_lines=122 post_filter_lines=122 total_entries=5 store_chunks_download_time=0s queue_time=141.999µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.781429988Z caller=roundtrip.go:241 org_id=fake traceID=50e8b3d2e1ecea7c msg="executing query" type=range query="{application=\"zookeeper\"}" length=1h0m0s step=14s query_hash=205527032
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.782373689Z caller=engine.go:234 component=querier org_id=fake traceID=50e8b3d2e1ecea7c msg="executing query" type=range query="{application=\"zookeeper\"}" length=28m24.774750629s step=14s query_hash=205527032
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.783485073Z caller=metrics.go:159 component=querier org_id=fake traceID=50e8b3d2e1ecea7c latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=28m24.774750629s start_delta=28m24.783478773s end_delta=8.728264ms step=14s duration=1.016032ms status=200 limit=5 returned_lines=5 throughput=101MB total_bytes=103kB total_bytes_structured_metadata=0B lines_per_second=437978 total_lines=445 post_filter_lines=445 total_entries=5 store_chunks_download_time=0s queue_time=82.663µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.784319799Z caller=metrics.go:159 component=frontend org_id=fake traceID=50e8b3d2e1ecea7c latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.0095609s end_delta=9.56103ms step=14s duration=2.695515ms status=200 limit=5 returned_lines=0 throughput=38MB total_bytes=103kB total_bytes_structured_metadata=0B lines_per_second=165089 total_lines=445 post_filter_lines=445 total_entries=5 store_chunks_download_time=0s queue_time=83µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.784821425Z caller=engine.go:234 component=querier org_id=fake traceID=50e8b3d2e1ecea7c msg="executing query" type=range query="{application=\"zookeeper\"}" length=30m0s step=14s query_hash=205527032
2026-06-11T21:28:24.802138840-04:00 stderr F level=error ts=2026-06-12T01:28:24.78493946Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-11T21:28:24.802138840-04:00 stderr F level=info ts=2026-06-12T01:28:24.785039943Z caller=metrics.go:159 component=querier org_id=fake traceID=50e8b3d2e1ecea7c latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=30m0s start_delta=58m24.785036273s end_delta=28m24.785036403s step=14s duration=164.935µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=56.232µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:24.802138840-04:00 stderr F level=error ts=2026-06-12T01:28:24.785083294Z caller=scheduler_processor.go:158 org_id=fake traceID=50e8b3d2e1ecea7c msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-11T21:28:25.302539102-04:00 stderr F level=info ts=2026-06-12T01:28:25.20711583Z caller=roundtrip.go:241 org_id=fake traceID=4c23c45118a37ded msg="executing query" type=range query="{labels_run=\"dib\"}" length=1h0m0s step=14s query_hash=2517673860
2026-06-11T21:28:25.302539102-04:00 stderr F level=info ts=2026-06-12T01:28:25.208419651Z caller=engine.go:234 component=querier org_id=fake traceID=4c23c45118a37ded msg="executing query" type=range query="{labels_run=\"dib\"}" length=28m25.202210695s step=14s query_hash=2517673860
2026-06-11T21:28:25.302539102-04:00 stderr F level=info ts=2026-06-12T01:28:25.209883117Z caller=metrics.go:159 component=querier org_id=fake traceID=4c23c45118a37ded latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=28m25.202210695s start_delta=28m25.209871887s end_delta=7.661452ms step=14s duration=1.28454ms status=200 limit=5 returned_lines=5 throughput=3.4MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=14791 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=113.063µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:25.302539102-04:00 stderr F level=info ts=2026-06-12T01:28:25.210978512Z caller=metrics.go:159 component=frontend org_id=fake traceID=4c23c45118a37ded latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.008750706s end_delta=8.751106ms step=14s duration=3.45644ms status=200 limit=5 returned_lines=0 throughput=1.3MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=5496 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=113µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-11T21:28:33.901478111-04:00 stderr F level=info ts=2026-06-12T01:28:33.838113647Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000010.tmp new=/tmp/loki/wal/checkpoint.000010
2026-06-11T21:28:33.901478111-04:00 stderr F level=info ts=2026-06-12T01:28:33.838887221Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.006367985s
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.816374211Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.816443354Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.816513146Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.816547067Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=20.731µs
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.816564097Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.816582898Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=10.51µs
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.816618579Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:29:03.902516262-04:00 stderr F ts=2026-06-12T01:29:03.81663512Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=9.45µs
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.81665794Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.23µs distinct_users_len=0 distinct_users=
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.816673591Z caller=table_manager.go:244 index-store=tsdb-2020-10-24 msg="cleaning tables cache"
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.816683531Z caller=table_manager.go:247 index-store=tsdb-2020-10-24 msg="cleaning up expired table index_20616"
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.832984254Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:29:03.902516262-04:00 stderr F level=info ts=2026-06-12T01:29:03.833256382Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000011
2026-06-11T21:29:09.102464963-04:00 stderr F ts=2026-06-12T01:29:09.015968522Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:29:09.102464963-04:00 stderr F ts=2026-06-12T01:29:09.017028096Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=35.852µs
2026-06-11T21:30:03.901527308-04:00 stderr F level=info ts=2026-06-12T01:30:03.815542642Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:31:03.901997999-04:00 stderr F level=info ts=2026-06-12T01:31:03.815361404Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:32:03.901926833-04:00 stderr F level=info ts=2026-06-12T01:32:03.815524304Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:33:03.902105487-04:00 stderr F level=info ts=2026-06-12T01:33:03.81543158Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:33:33.902194887-04:00 stderr F level=info ts=2026-06-12T01:33:33.842165779Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000011.tmp new=/tmp/loki/wal/checkpoint.000011
2026-06-11T21:33:33.902194887-04:00 stderr F level=info ts=2026-06-12T01:33:33.842974054Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.009403431s
2026-06-11T21:34:03.944249830-04:00 stderr F level=info ts=2026-06-12T01:34:03.81613614Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:34:03.944249830-04:00 stderr F level=info ts=2026-06-12T01:34:03.816241344Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-11T21:34:03.944249830-04:00 stderr F ts=2026-06-12T01:34:03.816349387Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:34:03.944249830-04:00 stderr F ts=2026-06-12T01:34:03.816407309Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=43.252µs
2026-06-11T21:34:03.944249830-04:00 stderr F ts=2026-06-12T01:34:03.816474461Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-11T21:34:03.944249830-04:00 stderr F ts=2026-06-12T01:34:03.816493132Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=10.73µs
2026-06-11T21:34:03.944249830-04:00 stderr F level=info ts=2026-06-12T01:34:03.816517672Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.35µs distinct_users_len=0 distinct_users=
2026-06-11T21:34:03.944249830-04:00 stderr F level=info ts=2026-06-12T01:34:03.83171974Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-11T21:34:03.944249830-04:00 stderr F level=info ts=2026-06-12T01:34:03.833001471Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000012
2026-06-11T21:35:03.901858271-04:00 stderr F level=info ts=2026-06-12T01:35:03.815502104Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:36:03.902176834-04:00 stderr F level=info ts=2026-06-12T01:36:03.816370255Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:37:03.902103027-04:00 stderr F level=info ts=2026-06-12T01:37:03.815390439Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:38:03.901558223-04:00 stderr F level=info ts=2026-06-12T01:38:03.816034792Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-11T21:38:33.902148152-04:00 stderr F level=info ts=2026-06-12T01:38:33.842545368Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000012.tmp new=/tmp/loki/wal/checkpoint.000012
2026-06-11T21:38:33.902148152-04:00 stderr F level=info ts=2026-06-12T01:38:33.843994283Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.0106028s