2026-06-10T08:51:51.956468813-04:00 stderr F level=warn ts=2026-06-10T12:51:51.85666304Z caller=loki.go:288 msg="global timeout not configured, using default engine timeout (\"5m0s\"). This behavior will change in the next major to always use the default global timeout (\"5m\")."
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.859562772Z caller=main.go:108 msg="Starting Loki" version="(version=2.9.2, branch=HEAD, revision=a17308db6)"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.861407701Z caller=server.go:322 http=[::]:3100 grpc=[::]:9096 msg="server listening on addresses"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.864651855Z caller=modules.go:1140 msg="-boltdb.shipper.compactor.shared-store not specified, initializing compactor to operator on the following object stores" stores=filesystem
2026-06-10T08:51:51.956468813-04:00 stderr F level=warn ts=2026-06-10T12:51:51.865392688Z caller=cache.go:127 msg="fifocache config is deprecated. use embedded-cache instead"
2026-06-10T08:51:51.956468813-04:00 stderr F level=warn ts=2026-06-10T12:51:51.865426799Z caller=experimental.go:20 msg="experimental feature in use" feature="In-memory (FIFO) cache - chunksembedded-cache"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.865993137Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.866115541Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.76µs distinct_users_len=0 distinct_users=
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.866164083Z caller=shipper.go:165 index-store=tsdb-2020-10-24 msg="starting index shipper in RW mode"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.866905366Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.866956878Z caller=manager.go:85 index-store=tsdb-2020-10-24 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.866989369Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.86955301Z caller=mapper.go:47 msg="cleaning up mapped rules directory" path=/tmp/loki/rules-temp
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.871538614Z caller=worker.go:112 msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.874774137Z caller=module_service.go:82 msg=initialising module=cache-generation-loader
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.874830389Z caller=module_service.go:82 msg=initialising module=server
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.87487701Z caller=module_service.go:82 msg=initialising module=query-frontend-tripperware
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.875705228Z caller=module_service.go:82 msg=initialising module=memberlist-kv
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.875835762Z caller=module_service.go:82 msg=initialising module=query-scheduler-ring
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.875882953Z caller=module_service.go:82 msg=initialising module=ring
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.875946515Z caller=module_service.go:82 msg=initialising module=store
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876015667Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876040078Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876121671Z caller=module_service.go:82 msg=initialising module=ingester-querier
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876146511Z caller=module_service.go:82 msg=initialising module=compactor
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876159012Z caller=module_service.go:82 msg=initialising module=distributor
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876200943Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876299226Z caller=module_service.go:82 msg=initialising module=ingester
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876314847Z caller=module_service.go:82 msg=initialising module=ruler
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876341778Z caller=ruler.go:528 msg="ruler up and running"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876378889Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876373189Z caller=ingester.go:431 msg="recovering from checkpoint"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876367458Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-89f2c ring=distributor
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876389529Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-89f2c ring=scheduler
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.87641135Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876481592Z caller=recovery.go:40 msg="no checkpoint found, treating as no-op"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876587875Z caller=ringmanager.go:201 msg="waiting until scheduler is JOINING in the ring"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876599666Z caller=ingester.go:447 msg="recovered WAL checkpoint recovery finished" elapsed=270.719µs errors=false
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876603706Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-89f2c ring=compactor
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876631547Z caller=ingester.go:453 msg="recovering from WAL"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876646097Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876840733Z caller=compactor.go:395 msg="waiting until compactor is JOINING in the ring"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876846604Z caller=ingester.go:469 msg="WAL segment recovery finished" elapsed=518.366µs errors=false
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876867084Z caller=ingester.go:417 msg="closing recoverer"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876875374Z caller=ingester.go:425 msg="WAL recovery finished" time=547.337µs
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876936476Z caller=lifecycler.go:614 msg="not loading tokens from file, tokens file path is empty"
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876932736Z caller=wal.go:156 msg=started component=wal
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.876968587Z caller=lifecycler.go:643 msg="instance not found in ring, adding with no tokens" ring=ingester
2026-06-10T08:51:51.956468813-04:00 stderr F level=info ts=2026-06-10T12:51:51.87705602Z caller=lifecycler.go:483 msg="auto-joining cluster after timeout" ring=ingester
2026-06-10T08:51:52.056328129-04:00 stderr F level=info ts=2026-06-10T12:51:52.014712841Z caller=compactor.go:399 msg="compactor is JOINING in the ring"
2026-06-10T08:51:52.056328129-04:00 stderr F level=info ts=2026-06-10T12:51:52.014921867Z caller=compactor.go:409 msg="waiting until compactor is ACTIVE in the ring"
2026-06-10T08:51:52.056328129-04:00 stderr F level=info ts=2026-06-10T12:51:52.023985146Z caller=ringmanager.go:205 msg="scheduler is JOINING in the ring"
2026-06-10T08:51:52.056328129-04:00 stderr F level=info ts=2026-06-10T12:51:52.024354269Z caller=ringmanager.go:214 msg="waiting until scheduler is ACTIVE in the ring"
2026-06-10T08:51:52.156839645-04:00 stderr F level=info ts=2026-06-10T12:51:52.129547564Z caller=compactor.go:413 msg="compactor is ACTIVE in the ring"
2026-06-10T08:51:52.256914397-04:00 stderr F level=info ts=2026-06-10T12:51:52.210222467Z caller=ringmanager.go:218 msg="scheduler is ACTIVE in the ring"
2026-06-10T08:51:52.256914397-04:00 stderr F level=info ts=2026-06-10T12:51:52.210326811Z caller=module_service.go:82 msg=initialising module=query-scheduler
2026-06-10T08:51:52.256914397-04:00 stderr F level=info ts=2026-06-10T12:51:52.210465785Z caller=module_service.go:82 msg=initialising module=query-frontend
2026-06-10T08:51:52.256914397-04:00 stderr F level=info ts=2026-06-10T12:51:52.210553508Z caller=module_service.go:82 msg=initialising module=querier
2026-06-10T08:51:52.256914397-04:00 stderr F level=info ts=2026-06-10T12:51:52.21062412Z caller=loki.go:505 msg="Loki started"
2026-06-10T08:51:55.256157046-04:00 stderr F level=info ts=2026-06-10T12:51:55.211166882Z caller=scheduler.go:615 msg="this scheduler is in the ReplicationSet, will now accept requests."
2026-06-10T08:51:55.256157046-04:00 stderr F level=info ts=2026-06-10T12:51:55.211306706Z caller=worker.go:209 msg="adding connection" addr=127.0.0.1:9096
2026-06-10T08:51:57.155994619-04:00 stderr F level=info ts=2026-06-10T12:51:57.130714432Z caller=compactor.go:474 msg="this instance has been chosen to run the compactor, starting compactor"
2026-06-10T08:51:57.155994619-04:00 stderr F level=info ts=2026-06-10T12:51:57.130893328Z caller=compactor.go:503 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
2026-06-10T08:52:02.256379732-04:00 stderr F level=info ts=2026-06-10T12:52:02.211395517Z caller=frontend_scheduler_worker.go:107 msg="adding connection to scheduler" addr=127.0.0.1:9096
2026-06-10T08:52:51.956337461-04:00 stderr F level=info ts=2026-06-10T12:52:51.867058184Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:53:51.956965136-04:00 stderr F level=info ts=2026-06-10T12:53:51.866257298Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:54:51.956413955-04:00 stderr F level=info ts=2026-06-10T12:54:51.866201463Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:55:51.971312323-04:00 stderr F level=info ts=2026-06-10T12:55:51.867023073Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.86704979Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.867122242Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.1µs distinct_users_len=0 distinct_users=
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.867205215Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.877317647Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.878414772Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000000
2026-06-10T08:56:51.956611643-04:00 stderr F level=info ts=2026-06-10T12:56:51.881761228Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000000.tmp new=/tmp/loki/wal/checkpoint.000000
2026-06-10T08:57:51.957374842-04:00 stderr F level=info ts=2026-06-10T12:57:51.866092215Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:58:51.956629897-04:00 stderr F level=info ts=2026-06-10T12:58:51.866607993Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T08:59:51.956689442-04:00 stderr F level=info ts=2026-06-10T12:59:51.866606907Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:00:51.956455572-04:00 stderr F level=info ts=2026-06-10T13:00:51.867002133Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:01:51.956372516-04:00 stderr F level=info ts=2026-06-10T13:01:51.866183365Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:01:51.956372516-04:00 stderr F level=info ts=2026-06-10T13:01:51.866293858Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:01:51.956372516-04:00 stderr F level=info ts=2026-06-10T13:01:51.86634339Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=4.261µs distinct_users_len=0 distinct_users=
2026-06-10T09:01:51.956372516-04:00 stderr F level=info ts=2026-06-10T13:01:51.877230836Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:01:51.956372516-04:00 stderr F level=info ts=2026-06-10T13:01:51.877731811Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000001
2026-06-10T09:01:57.156128430-04:00 stderr F level=info ts=2026-06-10T13:01:57.131832301Z caller=compactor.go:508 msg="compactor startup delay completed"
2026-06-10T09:01:57.156128430-04:00 stderr F level=info ts=2026-06-10T13:01:57.131912514Z caller=compactor.go:562 msg="compactor started"
2026-06-10T09:01:57.156128430-04:00 stderr F ts=2026-06-10T13:01:57.131964305Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:01:57.156128430-04:00 stderr F ts=2026-06-10T13:01:57.132096699Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=44.641µs
2026-06-10T09:02:51.956927983-04:00 stderr F level=info ts=2026-06-10T13:02:51.866643663Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:03:51.956791769-04:00 stderr F level=info ts=2026-06-10T13:03:51.866050545Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:04:51.956913768-04:00 stderr F level=info ts=2026-06-10T13:04:51.8660662Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:05:51.956863002-04:00 stderr F level=info ts=2026-06-10T13:05:51.866459428Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:06:21.956332488-04:00 stderr F level=info ts=2026-06-10T13:06:21.906287147Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000001.tmp new=/tmp/loki/wal/checkpoint.000001
2026-06-10T09:06:21.956332488-04:00 stderr F level=info ts=2026-06-10T13:06:21.906769222Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.028056731s
2026-06-10T09:06:51.955948579-04:00 stderr F level=info ts=2026-06-10T13:06:51.866274782Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:06:51.955948579-04:00 stderr F level=info ts=2026-06-10T13:06:51.866476078Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:06:51.955948579-04:00 stderr F level=info ts=2026-06-10T13:06:51.866515019Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=4.63µs distinct_users_len=0 distinct_users=
2026-06-10T09:06:51.955948579-04:00 stderr F level=info ts=2026-06-10T13:06:51.877436716Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:06:51.955948579-04:00 stderr F level=info ts=2026-06-10T13:06:51.878336675Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000002
2026-06-10T09:07:51.956679119-04:00 stderr F level=info ts=2026-06-10T13:07:51.866369911Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:08:51.956700454-04:00 stderr F level=info ts=2026-06-10T13:08:51.866096648Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:09:51.956616233-04:00 stderr F level=info ts=2026-06-10T13:09:51.866582035Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:10:51.956492549-04:00 stderr F level=info ts=2026-06-10T13:10:51.867105991Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:11:21.955869568-04:00 stderr F level=info ts=2026-06-10T13:11:21.887285121Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000002.tmp new=/tmp/loki/wal/checkpoint.000002
2026-06-10T09:11:21.955869568-04:00 stderr F level=info ts=2026-06-10T13:11:21.887744206Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.009011309s
2026-06-10T09:11:52.523507345-04:00 stderr F level=info ts=2026-06-10T13:11:52.518829468Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:11:52.523507345-04:00 stderr F level=info ts=2026-06-10T13:11:52.518875249Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.75µs distinct_users_len=0 distinct_users=
2026-06-10T09:11:52.523507345-04:00 stderr F level=info ts=2026-06-10T13:11:52.518992753Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:11:52.523507345-04:00 stderr F level=info ts=2026-06-10T13:11:52.520269843Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:11:52.556298654-04:00 stderr F level=info ts=2026-06-10T13:11:52.523761694Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000003
2026-06-10T09:11:57.158303472-04:00 stderr F ts=2026-06-10T13:11:57.132228346Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:11:57.158303472-04:00 stderr F ts=2026-06-10T13:11:57.1323422Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=28.021µs
2026-06-10T09:12:51.956922200-04:00 stderr F level=info ts=2026-06-10T13:12:51.866337013Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:13:51.956665488-04:00 stderr F level=info ts=2026-06-10T13:13:51.866623237Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:14:51.956056395-04:00 stderr F level=info ts=2026-06-10T13:14:51.866291862Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:15:51.956971691-04:00 stderr F level=info ts=2026-06-10T13:15:51.866317574Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:16:22.556283965-04:00 stderr F level=info ts=2026-06-10T13:16:22.535869962Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000003.tmp new=/tmp/loki/wal/checkpoint.000003
2026-06-10T09:16:22.556283965-04:00 stderr F level=info ts=2026-06-10T13:16:22.536698398Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.01249747s
2026-06-10T09:16:51.955978547-04:00 stderr F level=info ts=2026-06-10T13:16:51.866068364Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:16:51.955978547-04:00 stderr F level=info ts=2026-06-10T13:16:51.867219251Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:16:51.955978547-04:00 stderr F level=info ts=2026-06-10T13:16:51.867309914Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.39µs distinct_users_len=0 distinct_users=
2026-06-10T09:16:51.955978547-04:00 stderr F level=info ts=2026-06-10T13:16:51.877381991Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:16:51.955978547-04:00 stderr F level=info ts=2026-06-10T13:16:51.877689961Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000004
2026-06-10T09:17:51.956152013-04:00 stderr F level=info ts=2026-06-10T13:17:51.866058164Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:18:51.956608827-04:00 stderr F level=info ts=2026-06-10T13:18:51.866455817Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:19:51.956680924-04:00 stderr F level=info ts=2026-06-10T13:19:51.867037584Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:20:51.959509415-04:00 stderr F level=info ts=2026-06-10T13:20:51.866605923Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:21:21.956824682-04:00 stderr F level=info ts=2026-06-10T13:21:21.888278957Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000004.tmp new=/tmp/loki/wal/checkpoint.000004
2026-06-10T09:21:21.956824682-04:00 stderr F level=info ts=2026-06-10T13:21:21.88903208Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010996679s
2026-06-10T09:21:51.956409801-04:00 stderr F level=info ts=2026-06-10T13:21:51.866803433Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:21:51.956409801-04:00 stderr F level=info ts=2026-06-10T13:21:51.866853435Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.25µs distinct_users_len=0 distinct_users=
2026-06-10T09:21:51.956409801-04:00 stderr F level=info ts=2026-06-10T13:21:51.866926097Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:21:51.956409801-04:00 stderr F level=info ts=2026-06-10T13:21:51.876979903Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:21:51.956409801-04:00 stderr F level=info ts=2026-06-10T13:21:51.87751971Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000005
2026-06-10T09:21:57.156361372-04:00 stderr F ts=2026-06-10T13:21:57.133026948Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:21:57.156361372-04:00 stderr F ts=2026-06-10T13:21:57.133173043Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=31.951µs
2026-06-10T09:22:51.956768218-04:00 stderr F level=info ts=2026-06-10T13:22:51.866657254Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:23:51.956845342-04:00 stderr F level=info ts=2026-06-10T13:23:51.867202353Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:24:51.956875781-04:00 stderr F level=info ts=2026-06-10T13:24:51.866340241Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:25:51.955958262-04:00 stderr F level=info ts=2026-06-10T13:25:51.866071494Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:26:21.956710807-04:00 stderr F level=info ts=2026-06-10T13:26:21.890016061Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000005.tmp new=/tmp/loki/wal/checkpoint.000005
2026-06-10T09:26:21.956710807-04:00 stderr F level=info ts=2026-06-10T13:26:21.891154477Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.013176442s
2026-06-10T09:26:51.956431671-04:00 stderr F level=info ts=2026-06-10T13:26:51.86614724Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:26:51.956431671-04:00 stderr F level=info ts=2026-06-10T13:26:51.866352696Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:26:51.956431671-04:00 stderr F level=info ts=2026-06-10T13:26:51.866393687Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.91µs distinct_users_len=0 distinct_users=
2026-06-10T09:26:51.956431671-04:00 stderr F level=info ts=2026-06-10T13:26:51.877115396Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:26:51.956431671-04:00 stderr F level=info ts=2026-06-10T13:26:51.877379394Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000006
2026-06-10T09:27:51.956118513-04:00 stderr F level=info ts=2026-06-10T13:27:51.866587596Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:28:51.956301762-04:00 stderr F level=info ts=2026-06-10T13:28:51.866536217Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:29:51.957047775-04:00 stderr F level=info ts=2026-06-10T13:29:51.866079332Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:30:51.956665753-04:00 stderr F level=info ts=2026-06-10T13:30:51.886295681Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:31:21.956523160-04:00 stderr F level=info ts=2026-06-10T13:31:21.884581178Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000006.tmp new=/tmp/loki/wal/checkpoint.000006
2026-06-10T09:31:21.956523160-04:00 stderr F level=info ts=2026-06-10T13:31:21.886180068Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008484664s
2026-06-10T09:31:51.956089576-04:00 stderr F level=info ts=2026-06-10T13:31:51.866272109Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:31:51.956089576-04:00 stderr F level=info ts=2026-06-10T13:31:51.866324931Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:31:51.956089576-04:00 stderr F level=info ts=2026-06-10T13:31:51.866339262Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.22µs distinct_users_len=0 distinct_users=
2026-06-10T09:31:51.956089576-04:00 stderr F level=info ts=2026-06-10T13:31:51.877419021Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:31:51.956089576-04:00 stderr F level=info ts=2026-06-10T13:31:51.877871197Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000007
2026-06-10T09:31:57.156350603-04:00 stderr F ts=2026-06-10T13:31:57.13283006Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:31:57.156350603-04:00 stderr F ts=2026-06-10T13:31:57.132950453Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=30.091µs
2026-06-10T09:32:51.956374264-04:00 stderr F level=info ts=2026-06-10T13:32:51.866556996Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:33:51.956950837-04:00 stderr F level=info ts=2026-06-10T13:33:51.866046105Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:34:51.956638599-04:00 stderr F level=info ts=2026-06-10T13:34:51.867012837Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:35:51.956715176-04:00 stderr F level=info ts=2026-06-10T13:35:51.867094974Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:36:21.956846616-04:00 stderr F level=info ts=2026-06-10T13:36:21.885804772Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000007.tmp new=/tmp/loki/wal/checkpoint.000007
2026-06-10T09:36:21.956846616-04:00 stderr F level=info ts=2026-06-10T13:36:21.886631367Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008445361s
2026-06-10T09:36:51.956093907-04:00 stderr F level=info ts=2026-06-10T13:36:51.866070303Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:36:51.956093907-04:00 stderr F level=info ts=2026-06-10T13:36:51.867297451Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:36:51.956093907-04:00 stderr F level=info ts=2026-06-10T13:36:51.867356093Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.73µs distinct_users_len=0 distinct_users=
2026-06-10T09:36:51.956093907-04:00 stderr F level=info ts=2026-06-10T13:36:51.87705183Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:36:51.956093907-04:00 stderr F level=info ts=2026-06-10T13:36:51.8773873Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000008
2026-06-10T09:37:51.961517153-04:00 stderr F level=info ts=2026-06-10T13:37:51.866686927Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:38:51.955957571-04:00 stderr F level=info ts=2026-06-10T13:38:51.866158423Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:39:51.956650645-04:00 stderr F level=info ts=2026-06-10T13:39:51.866331381Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:40:51.956391485-04:00 stderr F level=info ts=2026-06-10T13:40:51.86604442Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:41:21.955895555-04:00 stderr F level=info ts=2026-06-10T13:41:21.886650101Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000008.tmp new=/tmp/loki/wal/checkpoint.000008
2026-06-10T09:41:21.955895555-04:00 stderr F level=info ts=2026-06-10T13:41:21.887805377Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010128608s
2026-06-10T09:41:51.955921305-04:00 stderr F level=info ts=2026-06-10T13:41:51.866217186Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:41:51.955921305-04:00 stderr F level=info ts=2026-06-10T13:41:51.866284568Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:41:51.955921305-04:00 stderr F level=info ts=2026-06-10T13:41:51.866325079Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.53µs distinct_users_len=0 distinct_users=
2026-06-10T09:41:51.955921305-04:00 stderr F level=info ts=2026-06-10T13:41:51.876993056Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:41:51.955921305-04:00 stderr F level=info ts=2026-06-10T13:41:51.877348107Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000009
2026-06-10T09:41:57.156800874-04:00 stderr F ts=2026-06-10T13:41:57.132507417Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:41:57.156800874-04:00 stderr F ts=2026-06-10T13:41:57.132628771Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=32.191µs
2026-06-10T09:42:51.956741129-04:00 stderr F level=info ts=2026-06-10T13:42:51.86609824Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:43:51.956166597-04:00 stderr F level=info ts=2026-06-10T13:43:51.86622202Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:44:51.956926855-04:00 stderr F level=info ts=2026-06-10T13:44:51.866656247Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:45:51.955925531-04:00 stderr F level=info ts=2026-06-10T13:45:51.866075747Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:46:21.956470730-04:00 stderr F level=info ts=2026-06-10T13:46:21.885862793Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000009.tmp new=/tmp/loki/wal/checkpoint.000009
2026-06-10T09:46:21.956470730-04:00 stderr F level=info ts=2026-06-10T13:46:21.88674492Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.009056373s
2026-06-10T09:46:51.956282870-04:00 stderr F level=info ts=2026-06-10T13:46:51.867138388Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:46:51.956282870-04:00 stderr F level=info ts=2026-06-10T13:46:51.86721187Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:46:51.956282870-04:00 stderr F level=info ts=2026-06-10T13:46:51.867368155Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=5.5µs distinct_users_len=0 distinct_users=
2026-06-10T09:46:51.956282870-04:00 stderr F level=info ts=2026-06-10T13:46:51.876990048Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:46:51.956282870-04:00 stderr F level=info ts=2026-06-10T13:46:51.877388092Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000010
2026-06-10T09:47:51.956413635-04:00 stderr F level=info ts=2026-06-10T13:47:51.866463438Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:48:51.956681352-04:00 stderr F level=info ts=2026-06-10T13:48:51.866774666Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:49:51.956207135-04:00 stderr F level=info ts=2026-06-10T13:49:51.866927308Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:50:51.956152371-04:00 stderr F level=info ts=2026-06-10T13:50:51.866050577Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:51:21.956633019-04:00 stderr F level=info ts=2026-06-10T13:51:21.884281396Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000010.tmp new=/tmp/loki/wal/checkpoint.000010
2026-06-10T09:51:21.956633019-04:00 stderr F level=info ts=2026-06-10T13:51:21.885455993Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.00770303s
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.866286397Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.866326778Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.86638155Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.07µs distinct_users_len=0 distinct_users=
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.866429732Z caller=table_manager.go:244 index-store=tsdb-2020-10-24 msg="cleaning tables cache"
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.877024846Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:51:51.956364441-04:00 stderr F level=info ts=2026-06-10T13:51:51.877366137Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000011
2026-06-10T09:51:57.156131060-04:00 stderr F ts=2026-06-10T13:51:57.132557557Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:51:57.156131060-04:00 stderr F ts=2026-06-10T13:51:57.132678011Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=29.841µs
2026-06-10T09:52:51.956280972-04:00 stderr F level=info ts=2026-06-10T13:52:51.866060964Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:52:58.956514546-04:00 stderr F level=info ts=2026-06-10T13:52:58.871175332Z caller=roundtrip.go:241 org_id=fake traceID=4f7f6c76c99feed9 msg="executing query" type=range query="{application=\"zuul\"}" length=1h0m0s step=14s query_hash=1105929788
2026-06-10T09:52:58.956514546-04:00 stderr F level=info ts=2026-06-10T13:52:58.872604127Z caller=engine.go:234 component=querier org_id=fake traceID=4f7f6c76c99feed9 msg="executing query" type=range query="{application=\"zuul\"}" length=22m58.862781967s step=14s query_hash=1105929788
2026-06-10T09:52:58.956514546-04:00 stderr F level=info ts=2026-06-10T13:52:58.877503202Z caller=table_manager.go:195 index-store=tsdb-2020-10-24 msg="downloading all files for table index_20614"
2026-06-10T09:52:58.956514546-04:00 stderr F ts=2026-06-10T13:52:58.87806984Z caller=spanlogger.go:86 table-name=index_20614 org_id=fake traceID=4f7f6c76c99feed9 level=info msg="downloaded index set at query time" duration=243.367µs
2026-06-10T09:52:58.956514546-04:00 stderr F ts=2026-06-10T13:52:58.878097971Z caller=spanlogger.go:86 table-name=index_20614 user-id=fake org_id=fake traceID=4f7f6c76c99feed9 level=info msg="downloaded index set at query time" duration=131.184µs
2026-06-10T09:52:58.956514546-04:00 stderr F level=info ts=2026-06-10T13:52:58.878645408Z caller=metrics.go:159 component=querier org_id=fake traceID=4f7f6c76c99feed9 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=22m58.862781967s start_delta=22m58.878632367s end_delta=15.85071ms step=14s duration=5.856955ms status=200 limit=5 returned_lines=5 throughput=86MB total_bytes=503kB total_bytes_structured_metadata=0B lines_per_second=255422 total_lines=1496 post_filter_lines=1496 total_entries=5 store_chunks_download_time=0s queue_time=52.242µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:58.956514546-04:00 stderr F level=info ts=2026-06-10T13:52:58.881996553Z caller=metrics.go:159 component=frontend org_id=fake traceID=4f7f6c76c99feed9 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.019200586s end_delta=19.200936ms step=14s duration=10.432ms status=200 limit=5 returned_lines=0 throughput=48MB total_bytes=503kB total_bytes_structured_metadata=0B lines_per_second=143404 total_lines=1496 post_filter_lines=1496 total_entries=5 store_chunks_download_time=0s queue_time=52µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.240382987Z caller=roundtrip.go:241 org_id=fake traceID=42f3c7ab4755e5f0 msg="executing query" type=range query="{application=\"nodepool\"}" length=1h0m0s step=14s query_hash=1297607390
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.241398009Z caller=engine.go:234 component=querier org_id=fake traceID=42f3c7ab4755e5f0 msg="executing query" type=range query="{application=\"nodepool\"}" length=22m59.234912974s step=14s query_hash=1297607390
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.242813473Z caller=metrics.go:159 component=querier org_id=fake traceID=42f3c7ab4755e5f0 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=22m59.234912974s start_delta=22m59.242802903s end_delta=7.890229ms step=14s duration=1.292891ms status=200 limit=5 returned_lines=5 throughput=14MB total_bytes=18kB total_bytes_structured_metadata=0B lines_per_second=49501 total_lines=64 post_filter_lines=64 total_entries=5 store_chunks_download_time=0s queue_time=82.293µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.243788824Z caller=metrics.go:159 component=frontend org_id=fake traceID=42f3c7ab4755e5f0 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.008865059s end_delta=8.865349ms step=14s duration=3.098648ms status=200 limit=5 returned_lines=0 throughput=5.8MB total_bytes=18kB total_bytes_structured_metadata=0B lines_per_second=20654 total_lines=64 post_filter_lines=64 total_entries=5 store_chunks_download_time=0s queue_time=82µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.244418964Z caller=engine.go:234 component=querier org_id=fake traceID=42f3c7ab4755e5f0 msg="executing query" type=range query="{application=\"nodepool\"}" length=30m0s step=14s query_hash=1297607390
2026-06-10T09:52:59.256214767-04:00 stderr F level=error ts=2026-06-10T13:52:59.244861738Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-10T09:52:59.256214767-04:00 stderr F level=info ts=2026-06-10T13:52:59.245036324Z caller=metrics.go:159 component=querier org_id=fake traceID=42f3c7ab4755e5f0 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=30m0s start_delta=52m59.245025683s end_delta=22m59.245025983s step=14s duration=492.826µs status=500 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=45.281µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.256214767-04:00 stderr F level=error ts=2026-06-10T13:52:59.24523294Z caller=scheduler_processor.go:158 org_id=fake traceID=42f3c7ab4755e5f0 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.615043294Z caller=roundtrip.go:241 org_id=fake traceID=53956bbab7520115 msg="executing query" type=range query="{application=\"mariadb\"}" length=1h0m0s step=14s query_hash=3115875814
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.615848119Z caller=engine.go:234 component=querier org_id=fake traceID=53956bbab7520115 msg="executing query" type=range query="{application=\"mariadb\"}" length=22m59.606007569s step=14s query_hash=3115875814
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.61714846Z caller=metrics.go:159 component=querier org_id=fake traceID=53956bbab7520115 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=22m59.606007569s start_delta=22m59.61713456s end_delta=11.127281ms step=14s duration=1.137957ms status=200 limit=5 returned_lines=2 throughput=354kB total_bytes=403B total_bytes_structured_metadata=0B lines_per_second=1757 total_lines=2 post_filter_lines=2 total_entries=2 store_chunks_download_time=0s queue_time=84.083µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.61843016Z caller=engine.go:234 component=querier org_id=fake traceID=53956bbab7520115 msg="executing query" type=range query="{application=\"mariadb\"}" length=30m0s step=14s query_hash=3115875814
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.619513865Z caller=metrics.go:159 component=querier org_id=fake traceID=53956bbab7520115 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=30m0s start_delta=52m59.619506055s end_delta=22m59.619506235s step=14s duration=1.001743ms status=200 limit=5 returned_lines=5 throughput=19MB total_bytes=19kB total_bytes_structured_metadata=0B lines_per_second=115798 total_lines=116 post_filter_lines=116 total_entries=5 store_chunks_download_time=0s queue_time=52.832µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:52:59.656526903-04:00 stderr F level=info ts=2026-06-10T13:52:59.62030049Z caller=metrics.go:159 component=frontend org_id=fake traceID=53956bbab7520115 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.014223569s end_delta=14.223869ms step=14s duration=4.979458ms status=200 limit=5 returned_lines=0 throughput=4.0MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=23697 total_lines=118 post_filter_lines=118 total_entries=5 store_chunks_download_time=0s queue_time=137µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.056074535-04:00 stderr F level=info ts=2026-06-10T13:53:00.003227818Z caller=roundtrip.go:241 org_id=fake traceID=13dd3f967cb4faf8 msg="executing query" type=range query="{application=\"zookeeper\"}" length=1h0m0s step=14s query_hash=205527032
2026-06-10T09:53:00.056074535-04:00 stderr F level=info ts=2026-06-10T13:53:00.004295861Z caller=engine.go:234 component=querier org_id=fake traceID=13dd3f967cb4faf8 msg="executing query" type=range query="{application=\"zookeeper\"}" length=22m59.998311812s step=14s query_hash=205527032
2026-06-10T09:53:00.056074535-04:00 stderr F level=info ts=2026-06-10T13:53:00.005670994Z caller=metrics.go:159 component=querier org_id=fake traceID=13dd3f967cb4faf8 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=22m59.998311812s start_delta=23m0.005657754s end_delta=7.346242ms step=14s duration=1.135776ms status=200 limit=5 returned_lines=5 throughput=70MB total_bytes=80kB total_bytes_structured_metadata=0B lines_per_second=303757 total_lines=345 post_filter_lines=345 total_entries=5 store_chunks_download_time=0s queue_time=81.063µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.056074535-04:00 stderr F level=info ts=2026-06-10T13:53:00.006765349Z caller=metrics.go:159 component=frontend org_id=fake traceID=13dd3f967cb4faf8 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.008443417s end_delta=8.443607ms step=14s duration=3.210501ms status=200 limit=5 returned_lines=0 throughput=25MB total_bytes=80kB total_bytes_structured_metadata=0B lines_per_second=107459 total_lines=345 post_filter_lines=345 total_entries=5 store_chunks_download_time=0s queue_time=81µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.436339379Z caller=roundtrip.go:241 org_id=fake traceID=34758417c982bdad msg="executing query" type=range query="{labels_run=\"dib\"}" length=1h0m0s step=14s query_hash=2517673860
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.437428844Z caller=engine.go:234 component=querier org_id=fake traceID=34758417c982bdad msg="executing query" type=range query="{labels_run=\"dib\"}" length=23m0.431545498s step=14s query_hash=2517673860
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.438853119Z caller=metrics.go:159 component=querier org_id=fake traceID=34758417c982bdad latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=23m0.431545498s start_delta=23m0.438841478s end_delta=7.29626ms step=14s duration=1.26927ms status=200 limit=5 returned_lines=5 throughput=3.4MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=14969 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=73.612µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.439736206Z caller=metrics.go:159 component=frontend org_id=fake traceID=34758417c982bdad latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.008179998s end_delta=8.180288ms step=14s duration=3.159109ms status=200 limit=5 returned_lines=0 throughput=1.4MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=6014 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=74µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.440351536Z caller=engine.go:234 component=querier org_id=fake traceID=34758417c982bdad msg="executing query" type=range query="{labels_run=\"dib\"}" length=30m0s step=14s query_hash=2517673860
2026-06-10T09:53:00.456835376-04:00 stderr F level=error ts=2026-06-10T13:53:00.440489571Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-10T09:53:00.456835376-04:00 stderr F level=info ts=2026-06-10T13:53:00.440612055Z caller=metrics.go:159 component=querier org_id=fake traceID=34758417c982bdad latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=30m0s start_delta=53m0.440606134s end_delta=23m0.440606324s step=14s duration=149.665µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=60.222µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-10T09:53:00.456835376-04:00 stderr F level=error ts=2026-06-10T13:53:00.440710658Z caller=scheduler_processor.go:158 org_id=fake traceID=34758417c982bdad msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-10T09:53:51.956212239-04:00 stderr F level=info ts=2026-06-10T13:53:51.866441605Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:54:51.956038212-04:00 stderr F level=info ts=2026-06-10T13:54:51.866429543Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:55:51.956620324-04:00 stderr F level=info ts=2026-06-10T13:55:51.866756217Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:56:21.956155530-04:00 stderr F level=info ts=2026-06-10T13:56:21.88741966Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000011.tmp new=/tmp/loki/wal/checkpoint.000011
2026-06-10T09:56:21.956155530-04:00 stderr F level=info ts=2026-06-10T13:56:21.888187424Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010445605s
2026-06-10T09:56:51.957044820-04:00 stderr F level=info ts=2026-06-10T13:56:51.867117171Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:56:51.957044820-04:00 stderr F level=info ts=2026-06-10T13:56:51.867212284Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.867329968Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.867369709Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=25.851µs
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.8673874Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.86740441Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=9.76µs
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.867460262Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T09:56:51.957044820-04:00 stderr F ts=2026-06-10T13:56:51.867477902Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=10.51µs
2026-06-10T09:56:51.957044820-04:00 stderr F level=info ts=2026-06-10T13:56:51.867499213Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.33µs distinct_users_len=0 distinct_users=
2026-06-10T09:56:51.957044820-04:00 stderr F level=info ts=2026-06-10T13:56:51.876971292Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T09:56:51.957044820-04:00 stderr F level=info ts=2026-06-10T13:56:51.877220349Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000012
2026-06-10T09:57:51.955934119-04:00 stderr F level=info ts=2026-06-10T13:57:51.866269689Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:58:51.955949906-04:00 stderr F level=info ts=2026-06-10T13:58:51.86676878Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T09:59:51.956333733-04:00 stderr F level=info ts=2026-06-10T13:59:51.86659812Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T10:00:51.956175316-04:00 stderr F level=info ts=2026-06-10T14:00:51.866683571Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T10:01:21.956440155-04:00 stderr F level=info ts=2026-06-10T14:01:21.884762323Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000012.tmp new=/tmp/loki/wal/checkpoint.000012
2026-06-10T10:01:21.956440155-04:00 stderr F level=info ts=2026-06-10T14:01:21.885565838Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.007979677s
2026-06-10T10:01:51.956736368-04:00 stderr F level=info ts=2026-06-10T14:01:51.866070466Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-10T10:01:51.956736368-04:00 stderr F level=info ts=2026-06-10T14:01:51.867285944Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-10T10:01:51.956736368-04:00 stderr F ts=2026-06-10T14:01:51.867372207Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T10:01:51.956736368-04:00 stderr F ts=2026-06-10T14:01:51.867411498Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=25.241µs
2026-06-10T10:01:51.956736368-04:00 stderr F ts=2026-06-10T14:01:51.867453449Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T10:01:51.956736368-04:00 stderr F ts=2026-06-10T14:01:51.86747092Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=10.09µs
2026-06-10T10:01:51.956736368-04:00 stderr F level=info ts=2026-06-10T14:01:51.867493971Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.41µs distinct_users_len=0 distinct_users=
2026-06-10T10:01:51.956736368-04:00 stderr F level=info ts=2026-06-10T14:01:51.877009182Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-10T10:01:51.956736368-04:00 stderr F level=info ts=2026-06-10T14:01:51.877321001Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000013
2026-06-10T10:01:57.157145667-04:00 stderr F ts=2026-06-10T14:01:57.133295635Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-10T10:01:57.157145667-04:00 stderr F ts=2026-06-10T14:01:57.133607634Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=229.387µs
2026-06-10T10:02:51.956213765-04:00 stderr F level=info ts=2026-06-10T14:02:51.866522434Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"