2026-06-10T20:31:21.539296809-04:00 stderr F level=warn ts=2026-06-11T00:31:21.442210254Z caller=loki.go:288 msg="global timeout not configured, using default engine timeout (\"5m0s\"). This behavior will change in the next major to always use the default global timeout (\"5m\")." 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.445500003Z caller=main.go:108 msg="Starting Loki" version="(version=2.9.2, branch=HEAD, revision=a17308db6)" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.447780665Z caller=server.go:322 http=[::]:3100 grpc=[::]:9096 msg="server listening on addresses" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.454444866Z caller=modules.go:1140 msg="-boltdb.shipper.compactor.shared-store not specified, initializing compactor to operator on the following object stores" stores=filesystem 2026-06-10T20:31:21.539296809-04:00 stderr F level=warn ts=2026-06-11T00:31:21.455381831Z caller=cache.go:127 msg="fifocache config is deprecated. use embedded-cache instead" 2026-06-10T20:31:21.539296809-04:00 stderr F level=warn ts=2026-06-11T00:31:21.455506445Z caller=experimental.go:20 msg="experimental feature in use" feature="In-memory (FIFO) cache - chunksembedded-cache" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.45680101Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.457588841Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.4µs distinct_users_len=0 distinct_users= 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.457677524Z caller=shipper.go:165 index-store=tsdb-2020-10-24 msg="starting index shipper in RW mode" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.458736463Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.458814695Z caller=manager.go:85 index-store=tsdb-2020-10-24 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.458861366Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.461655162Z caller=worker.go:112 msg="Starting querier worker using query-scheduler and scheduler ring for addresses" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.465348602Z caller=mapper.go:47 msg="cleaning up mapped rules directory" path=/tmp/loki/rules-temp 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.471237062Z caller=module_service.go:82 msg=initialising module=cache-generation-loader 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.471700554Z caller=module_service.go:82 msg=initialising module=server 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.471857178Z caller=module_service.go:82 msg=initialising module=query-frontend-tripperware 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.471884469Z caller=module_service.go:82 msg=initialising module=memberlist-kv 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.4719154Z caller=module_service.go:82 msg=initialising module=query-scheduler-ring 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.471957381Z caller=module_service.go:82 msg=initialising module=store 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472129216Z caller=module_service.go:82 msg=initialising module=ring 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472149996Z caller=ring.go:273 msg="ring doesn't exist in KV store yet" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472194268Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-zt6s4 ring=scheduler 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472228538Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472253419Z caller=ring.go:273 msg="ring doesn't exist in KV store yet" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472380773Z caller=module_service.go:82 msg=initialising module=compactor 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472384314Z caller=module_service.go:82 msg=initialising module=distributor 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472396854Z caller=module_service.go:82 msg=initialising module=ingester 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472418545Z caller=ingester.go:431 msg="recovering from checkpoint" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472440475Z caller=ring.go:273 msg="ring doesn't exist in KV store yet" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472491506Z caller=module_service.go:82 msg=initialising module=ingester-querier 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472539728Z caller=recovery.go:40 msg="no checkpoint found, treating as no-op" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472540958Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-zt6s4 ring=distributor 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.47261177Z caller=ingester.go:447 msg="recovered WAL checkpoint recovery finished" elapsed=196.766µs errors=false 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.47262753Z caller=ingester.go:453 msg="recovering from WAL" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.47262411Z caller=ringmanager.go:201 msg="waiting until scheduler is JOINING in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472644771Z caller=ringmanager.go:205 msg="scheduler is JOINING in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472650521Z caller=ring.go:273 msg="ring doesn't exist in KV store yet" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472737853Z caller=ringmanager.go:214 msg="waiting until scheduler is ACTIVE in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472780294Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-zt6s4 ring=compactor 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472848756Z caller=ingester.go:469 msg="WAL segment recovery finished" elapsed=433.162µs errors=false 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472845486Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472863116Z caller=ingester.go:417 msg="closing recoverer" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472875067Z caller=ingester.go:425 msg="WAL recovery finished" time=459.683µs 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472899577Z caller=wal.go:156 msg=started component=wal 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.472946579Z caller=lifecycler.go:614 msg="not loading tokens from file, tokens file path is empty" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473040631Z caller=module_service.go:82 msg=initialising module=ruler 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473070542Z caller=ruler.go:528 msg="ruler up and running" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473072612Z caller=lifecycler.go:643 msg="instance not found in ring, adding with no tokens" ring=ingester 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473229836Z caller=compactor.go:395 msg="waiting until compactor is JOINING in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473311188Z caller=compactor.go:399 msg="compactor is JOINING in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.473518054Z caller=compactor.go:409 msg="waiting until compactor is ACTIVE in the ring" 2026-06-10T20:31:21.539296809-04:00 stderr F level=info ts=2026-06-11T00:31:21.47372681Z caller=lifecycler.go:483 msg="auto-joining cluster after timeout" ring=ingester 2026-06-10T20:31:21.640113226-04:00 stderr F level=info ts=2026-06-11T00:31:21.595578518Z caller=ringmanager.go:218 msg="scheduler is ACTIVE in the ring" 2026-06-10T20:31:21.640113226-04:00 stderr F level=info ts=2026-06-11T00:31:21.595759103Z caller=module_service.go:82 msg=initialising module=query-scheduler 2026-06-10T20:31:21.640113226-04:00 stderr F level=info ts=2026-06-11T00:31:21.595987859Z caller=module_service.go:82 msg=initialising module=query-frontend 2026-06-10T20:31:21.640113226-04:00 stderr F level=info ts=2026-06-11T00:31:21.596080451Z caller=module_service.go:82 msg=initialising module=querier 2026-06-10T20:31:21.739681429-04:00 stderr F level=info ts=2026-06-11T00:31:21.651344381Z caller=compactor.go:413 msg="compactor is ACTIVE in the ring" 2026-06-10T20:31:21.739681429-04:00 stderr F level=info ts=2026-06-11T00:31:21.651453024Z caller=loki.go:505 msg="Loki started" 2026-06-10T20:31:24.639481154-04:00 stderr F level=info ts=2026-06-11T00:31:24.596821666Z caller=worker.go:209 msg="adding connection" addr=127.0.0.1:9096 2026-06-10T20:31:24.639481154-04:00 stderr F level=info ts=2026-06-11T00:31:24.596818366Z caller=scheduler.go:615 msg="this scheduler is in the ReplicationSet, will now accept requests." 2026-06-10T20:31:26.739171040-04:00 stderr F level=info ts=2026-06-11T00:31:26.652002293Z caller=compactor.go:474 msg="this instance has been chosen to run the compactor, starting compactor" 2026-06-10T20:31:26.739171040-04:00 stderr F level=info ts=2026-06-11T00:31:26.652171669Z caller=compactor.go:503 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor" 2026-06-10T20:31:31.639828868-04:00 stderr F level=info ts=2026-06-11T00:31:31.596665666Z caller=frontend_scheduler_worker.go:107 msg="adding connection to scheduler" addr=127.0.0.1:9096 2026-06-10T20:32:21.539484238-04:00 stderr F level=info ts=2026-06-11T00:32:21.457180814Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:33:21.538967049-04:00 stderr F level=info ts=2026-06-11T00:33:21.457324159Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:34:21.539667038-04:00 stderr F level=info ts=2026-06-11T00:34:21.457670848Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:35:21.540003595-04:00 stderr F level=info ts=2026-06-11T00:35:21.457484589Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.457273104Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.458414355Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.458455046Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.6µs distinct_users_len=0 distinct_users= 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.47351776Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.473730526Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000000 2026-06-10T20:36:21.539799699-04:00 stderr F level=info ts=2026-06-11T00:36:21.477222881Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000000.tmp new=/tmp/loki/wal/checkpoint.000000 2026-06-10T20:37:21.539181317-04:00 stderr F level=info ts=2026-06-11T00:37:21.457393046Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:38:21.539867086-04:00 stderr F level=info ts=2026-06-11T00:38:21.456931823Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:39:21.539836412-04:00 stderr F level=info ts=2026-06-11T00:39:21.457333416Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:40:21.539755040-04:00 stderr F level=info ts=2026-06-11T00:40:21.457049688Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:41:21.540096557-04:00 stderr F level=info ts=2026-06-11T00:41:21.457481698Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:41:21.540096557-04:00 stderr F level=info ts=2026-06-11T00:41:21.458628729Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T20:41:21.540096557-04:00 stderr F level=info ts=2026-06-11T00:41:21.45868811Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.16µs distinct_users_len=0 distinct_users= 2026-06-10T20:41:21.540096557-04:00 stderr F level=info ts=2026-06-11T00:41:21.473496638Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T20:41:21.540096557-04:00 stderr F level=info ts=2026-06-11T00:41:21.473765885Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000001 2026-06-10T20:41:26.739644975-04:00 stderr F level=info ts=2026-06-11T00:41:26.652476901Z caller=compactor.go:508 msg="compactor startup delay completed" 2026-06-10T20:41:26.739644975-04:00 stderr F level=info ts=2026-06-11T00:41:26.652600994Z caller=compactor.go:562 msg="compactor started" 2026-06-10T20:41:26.739644975-04:00 stderr F ts=2026-06-11T00:41:26.652658506Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T20:41:26.739644975-04:00 stderr F ts=2026-06-11T00:41:26.65282488Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=83.652µs 2026-06-10T20:42:21.540158671-04:00 stderr F level=info ts=2026-06-11T00:42:21.457445099Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:43:21.539861979-04:00 stderr F level=info ts=2026-06-11T00:43:21.457383794Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:44:21.539286497-04:00 stderr F level=info ts=2026-06-11T00:44:21.457777096Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:45:21.539532499-04:00 stderr F level=info ts=2026-06-11T00:45:21.457904415Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:45:51.539558990-04:00 stderr F level=info ts=2026-06-11T00:45:51.480346073Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000001.tmp new=/tmp/loki/wal/checkpoint.000001 2026-06-10T20:45:51.539558990-04:00 stderr F level=info ts=2026-06-11T00:45:51.480725373Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.00666011s 2026-06-10T20:46:21.540137287-04:00 stderr F level=info ts=2026-06-11T00:46:21.45727827Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:46:21.540137287-04:00 stderr F level=info ts=2026-06-11T00:46:21.4583951Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T20:46:21.540137287-04:00 stderr F level=info ts=2026-06-11T00:46:21.458446682Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.851µs distinct_users_len=0 distinct_users= 2026-06-10T20:46:21.540137287-04:00 stderr F level=info ts=2026-06-11T00:46:21.473678851Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T20:46:21.540137287-04:00 stderr F level=info ts=2026-06-11T00:46:21.474107322Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000002 2026-06-10T20:47:21.539727898-04:00 stderr F level=info ts=2026-06-11T00:47:21.457380534Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:48:21.540105116-04:00 stderr F level=info ts=2026-06-11T00:48:21.4579705Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:49:21.539467143-04:00 stderr F level=info ts=2026-06-11T00:49:21.457327107Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:50:21.539519412-04:00 stderr F level=info ts=2026-06-11T00:50:21.456933544Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:50:51.539731555-04:00 stderr F level=info ts=2026-06-11T00:50:51.485942768Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000002.tmp new=/tmp/loki/wal/checkpoint.000002 2026-06-10T20:50:51.539731555-04:00 stderr F level=info ts=2026-06-11T00:50:51.486858243Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.012456223s 2026-06-10T20:51:21.539977930-04:00 stderr F level=info ts=2026-06-11T00:51:21.45727924Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:51:21.539977930-04:00 stderr F level=info ts=2026-06-11T00:51:21.458427401Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T20:51:21.539977930-04:00 stderr F level=info ts=2026-06-11T00:51:21.458472572Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.45µs distinct_users_len=0 distinct_users= 2026-06-10T20:51:21.539977930-04:00 stderr F level=info ts=2026-06-11T00:51:21.473059573Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T20:51:21.539977930-04:00 stderr F level=info ts=2026-06-11T00:51:21.473371061Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000003 2026-06-10T20:51:26.739267134-04:00 stderr F ts=2026-06-11T00:51:26.653954242Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T20:51:26.739267134-04:00 stderr F ts=2026-06-11T00:51:26.654127127Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=33.911µs 2026-06-10T20:52:21.539718491-04:00 stderr F level=info ts=2026-06-11T00:52:21.456894775Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:53:21.539619200-04:00 stderr F level=info ts=2026-06-11T00:53:21.45740208Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:54:21.539087982-04:00 stderr F level=info ts=2026-06-11T00:54:21.45749522Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:55:21.540076973-04:00 stderr F level=info ts=2026-06-11T00:55:21.457852874Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:55:51.539072098-04:00 stderr F level=info ts=2026-06-11T00:55:51.482541731Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000003.tmp new=/tmp/loki/wal/checkpoint.000003 2026-06-10T20:55:51.539072098-04:00 stderr F level=info ts=2026-06-11T00:55:51.483429896Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.00950874s 2026-06-10T20:56:21.539570063-04:00 stderr F level=info ts=2026-06-11T00:56:21.457294812Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:56:21.539570063-04:00 stderr F level=info ts=2026-06-11T00:56:21.458496505Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T20:56:21.539570063-04:00 stderr F level=info ts=2026-06-11T00:56:21.458529176Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.12µs distinct_users_len=0 distinct_users= 2026-06-10T20:56:21.539570063-04:00 stderr F level=info ts=2026-06-11T00:56:21.473865805Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T20:56:21.539570063-04:00 stderr F level=info ts=2026-06-11T00:56:21.474327248Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000004 2026-06-10T20:57:21.539348699-04:00 stderr F level=info ts=2026-06-11T00:57:21.457047417Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:58:21.539237736-04:00 stderr F level=info ts=2026-06-11T00:58:21.457576871Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T20:59:21.540122270-04:00 stderr F level=info ts=2026-06-11T00:59:21.457057408Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:00:21.539298809-04:00 stderr F level=info ts=2026-06-11T01:00:21.45786643Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:00:51.539014389-04:00 stderr F level=info ts=2026-06-11T01:00:51.482084718Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000004.tmp new=/tmp/loki/wal/checkpoint.000004 2026-06-10T21:00:51.539014389-04:00 stderr F level=info ts=2026-06-11T01:00:51.483080014Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008391616s 2026-06-10T21:01:21.541476869-04:00 stderr F level=info ts=2026-06-11T01:01:21.457349896Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:01:21.541476869-04:00 stderr F level=info ts=2026-06-11T01:01:21.458485258Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:01:21.541476869-04:00 stderr F level=info ts=2026-06-11T01:01:21.458547169Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.88µs distinct_users_len=0 distinct_users= 2026-06-10T21:01:21.541476869-04:00 stderr F level=info ts=2026-06-11T01:01:21.472945912Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:01:21.541476869-04:00 stderr F level=info ts=2026-06-11T01:01:21.473654001Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000005 2026-06-10T21:01:26.742169981-04:00 stderr F ts=2026-06-11T01:01:26.653381061Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:01:26.742169981-04:00 stderr F ts=2026-06-11T01:01:26.653586636Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=34.551µs 2026-06-10T21:02:21.539084292-04:00 stderr F level=info ts=2026-06-11T01:02:21.457069087Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:03:21.539852284-04:00 stderr F level=info ts=2026-06-11T01:03:21.45718641Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:04:21.540089503-04:00 stderr F level=info ts=2026-06-11T01:04:21.456939147Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:05:21.539751139-04:00 stderr F level=info ts=2026-06-11T01:05:21.457604449Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:05:51.540077223-04:00 stderr F level=info ts=2026-06-11T01:05:51.480527469Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000005.tmp new=/tmp/loki/wal/checkpoint.000005 2026-06-10T21:05:51.540077223-04:00 stderr F level=info ts=2026-06-11T01:05:51.481684781Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.007797654s 2026-06-10T21:06:21.540091108-04:00 stderr F level=info ts=2026-06-11T01:06:21.457353513Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:06:21.540091108-04:00 stderr F level=info ts=2026-06-11T01:06:21.458506515Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:06:21.540091108-04:00 stderr F level=info ts=2026-06-11T01:06:21.458569406Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.9µs distinct_users_len=0 distinct_users= 2026-06-10T21:06:21.540091108-04:00 stderr F level=info ts=2026-06-11T01:06:21.473070621Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:06:21.540091108-04:00 stderr F level=info ts=2026-06-11T01:06:21.47338598Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000006 2026-06-10T21:07:21.539098667-04:00 stderr F level=info ts=2026-06-11T01:07:21.456959759Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:08:21.539938511-04:00 stderr F level=info ts=2026-06-11T01:08:21.457046311Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:09:21.539463842-04:00 stderr F level=info ts=2026-06-11T01:09:21.457378625Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:10:21.539255138-04:00 stderr F level=info ts=2026-06-11T01:10:21.457259905Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:10:51.539182107-04:00 stderr F level=info ts=2026-06-11T01:10:51.477862407Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000006.tmp new=/tmp/loki/wal/checkpoint.000006 2026-06-10T21:10:51.539182107-04:00 stderr F level=info ts=2026-06-11T01:10:51.479122252Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.005030193s 2026-06-10T21:11:21.539661297-04:00 stderr F level=info ts=2026-06-11T01:11:21.457385816Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:11:21.539661297-04:00 stderr F level=info ts=2026-06-11T01:11:21.458573208Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:11:21.539661297-04:00 stderr F level=info ts=2026-06-11T01:11:21.458599909Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.83µs distinct_users_len=0 distinct_users= 2026-06-10T21:11:21.539661297-04:00 stderr F level=info ts=2026-06-11T01:11:21.473347211Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:11:21.539661297-04:00 stderr F level=info ts=2026-06-11T01:11:21.47366135Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000007 2026-06-10T21:11:26.749170793-04:00 stderr F ts=2026-06-11T01:11:26.653086615Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:11:26.749170793-04:00 stderr F ts=2026-06-11T01:11:26.653202989Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=28.561µs 2026-06-10T21:12:21.539222031-04:00 stderr F level=info ts=2026-06-11T01:12:21.457233098Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:13:21.539234944-04:00 stderr F level=info ts=2026-06-11T01:13:21.457272051Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:14:21.540008156-04:00 stderr F level=info ts=2026-06-11T01:14:21.457427008Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:15:21.539491875-04:00 stderr F level=info ts=2026-06-11T01:15:21.457371609Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:15:51.542299880-04:00 stderr F level=info ts=2026-06-11T01:15:51.479091949Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000007.tmp new=/tmp/loki/wal/checkpoint.000007 2026-06-10T21:15:51.542299880-04:00 stderr F level=info ts=2026-06-11T01:15:51.480187039Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.00619098s 2026-06-10T21:16:21.539741488-04:00 stderr F level=info ts=2026-06-11T01:16:21.457513509Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:16:21.539741488-04:00 stderr F level=info ts=2026-06-11T01:16:21.45867749Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:16:21.539741488-04:00 stderr F level=info ts=2026-06-11T01:16:21.458715171Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.04µs distinct_users_len=0 distinct_users= 2026-06-10T21:16:21.539741488-04:00 stderr F level=info ts=2026-06-11T01:16:21.473554526Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:16:21.539741488-04:00 stderr F level=info ts=2026-06-11T01:16:21.47408375Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000008 2026-06-10T21:17:21.539437721-04:00 stderr F level=info ts=2026-06-11T01:17:21.457322995Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:18:21.539827939-04:00 stderr F level=info ts=2026-06-11T01:18:21.457365114Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:19:21.540067773-04:00 stderr F level=info ts=2026-06-11T01:19:21.456912859Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:20:21.539377049-04:00 stderr F level=info ts=2026-06-11T01:20:21.457641373Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:20:51.539527239-04:00 stderr F level=info ts=2026-06-11T01:20:51.486434549Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000008.tmp new=/tmp/loki/wal/checkpoint.000008 2026-06-10T21:20:51.539527239-04:00 stderr F level=info ts=2026-06-11T01:20:51.487347974Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.012122103s 2026-06-10T21:21:21.539063402-04:00 stderr F level=info ts=2026-06-11T01:21:21.457200964Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:21:21.539063402-04:00 stderr F level=info ts=2026-06-11T01:21:21.458302963Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:21:21.539063402-04:00 stderr F level=info ts=2026-06-11T01:21:21.458383735Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.2µs distinct_users_len=0 distinct_users= 2026-06-10T21:21:21.539063402-04:00 stderr F level=info ts=2026-06-11T01:21:21.47296538Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:21:21.539063402-04:00 stderr F level=info ts=2026-06-11T01:21:21.473259218Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000009 2026-06-10T21:21:26.739819649-04:00 stderr F ts=2026-06-11T01:21:26.653617233Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:21:26.739819649-04:00 stderr F ts=2026-06-11T01:21:26.653740027Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=34.541µs 2026-06-10T21:22:21.540069818-04:00 stderr F level=info ts=2026-06-11T01:22:21.457782598Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:23:21.539485407-04:00 stderr F level=info ts=2026-06-11T01:23:21.457431403Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:24:21.540094121-04:00 stderr F level=info ts=2026-06-11T01:24:21.457337058Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:25:21.540080895-04:00 stderr F level=info ts=2026-06-11T01:25:21.456934661Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:25:51.539742365-04:00 stderr F level=info ts=2026-06-11T01:25:51.480704055Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000009.tmp new=/tmp/loki/wal/checkpoint.000009 2026-06-10T21:25:51.539742365-04:00 stderr F level=info ts=2026-06-11T01:25:51.481203049Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.007679643s 2026-06-10T21:26:21.539326732-04:00 stderr F level=info ts=2026-06-11T01:26:21.457410812Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:26:21.539326732-04:00 stderr F level=info ts=2026-06-11T01:26:21.458551233Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:26:21.539326732-04:00 stderr F level=info ts=2026-06-11T01:26:21.458583503Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=4.14µs distinct_users_len=0 distinct_users= 2026-06-10T21:26:21.539326732-04:00 stderr F level=info ts=2026-06-11T01:26:21.473175729Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:26:21.539326732-04:00 stderr F level=info ts=2026-06-11T01:26:21.47357697Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000010 2026-06-10T21:27:21.539127958-04:00 stderr F level=info ts=2026-06-11T01:27:21.457861346Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:28:21.539994198-04:00 stderr F level=info ts=2026-06-11T01:28:21.457849723Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:29:21.542159753-04:00 stderr F level=info ts=2026-06-11T01:29:21.457720777Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:30:21.540094613-04:00 stderr F level=info ts=2026-06-11T01:30:21.457114294Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:30:51.540111844-04:00 stderr F level=info ts=2026-06-11T01:30:51.478679241Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000010.tmp new=/tmp/loki/wal/checkpoint.000010 2026-06-10T21:30:51.540111844-04:00 stderr F level=info ts=2026-06-11T01:30:51.479426301Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.005514082s 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.754988028Z caller=roundtrip.go:241 org_id=fake traceID=080a3d005a6b7598 msg="executing query" type=range query="{application=\"zuul\"}" length=1h0m0s step=14s query_hash=1105929788 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.756702523Z caller=engine.go:234 component=querier org_id=fake traceID=080a3d005a6b7598 msg="executing query" type=range query="{application=\"zuul\"}" length=1m0.748191509s step=14s query_hash=1105929788 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.759139817Z caller=table_manager.go:195 index-store=tsdb-2020-10-24 msg="downloading all files for table index_20615" 2026-06-10T21:31:00.839439785-04:00 stderr F ts=2026-06-11T01:31:00.759747333Z caller=spanlogger.go:86 table-name=index_20615 user-id=fake org_id=fake traceID=080a3d005a6b7598 level=info msg="downloaded index set at query time" duration=187.355µs 2026-06-10T21:31:00.839439785-04:00 stderr F ts=2026-06-11T01:31:00.759742672Z caller=spanlogger.go:86 table-name=index_20615 org_id=fake traceID=080a3d005a6b7598 level=info msg="downloaded index set at query time" duration=292.678µs 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.760303827Z caller=metrics.go:159 component=querier org_id=fake traceID=080a3d005a6b7598 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=1m0.748191509s start_delta=1m0.760294207s end_delta=12.103008ms step=14s duration=3.40922ms status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=105.303µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.764107427Z caller=engine.go:234 component=querier org_id=fake traceID=080a3d005a6b7598 msg="executing query" type=range query="{application=\"zuul\"}" length=30m0s step=14s query_hash=1105929788 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.76649135Z caller=metrics.go:159 component=querier org_id=fake traceID=080a3d005a6b7598 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=30m0s start_delta=31m0.76647754s end_delta=1m0.76647782s step=14s duration=2.26716ms status=200 limit=5 returned_lines=5 throughput=220MB total_bytes=499kB total_bytes_structured_metadata=0B lines_per_second=686321 total_lines=1556 post_filter_lines=1556 total_entries=5 store_chunks_download_time=0s queue_time=53.812µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.767982279Z caller=engine.go:234 component=querier org_id=fake traceID=080a3d005a6b7598 msg="executing query" type=range query="{application=\"zuul\"}" length=28m59.251808491s step=14s query_hash=1105929788 2026-06-10T21:31:00.839439785-04:00 stderr F level=error ts=2026-06-11T01:31:00.76801641Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.768087021Z caller=metrics.go:159 component=frontend org_id=fake traceID=080a3d005a6b7598 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.019877462s end_delta=19.877772ms step=14s duration=12.18871ms status=200 limit=5 returned_lines=0 throughput=41MB total_bytes=499kB total_bytes_structured_metadata=0B lines_per_second=127659 total_lines=1556 post_filter_lines=1556 total_entries=5 store_chunks_download_time=0s queue_time=159µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:00.839439785-04:00 stderr F level=info ts=2026-06-11T01:31:00.768199004Z caller=metrics.go:159 component=querier org_id=fake traceID=080a3d005a6b7598 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=28m59.251808491s start_delta=1h0m0.019997465s end_delta=31m0.768189254s step=14s duration=70.922µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=136.444µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:00.839439785-04:00 stderr F level=error ts=2026-06-11T01:31:00.768310247Z caller=scheduler_processor.go:158 org_id=fake traceID=080a3d005a6b7598 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.084149667Z caller=roundtrip.go:241 org_id=fake traceID=0a741f8296fc066f msg="executing query" type=range query="{application=\"nodepool\"}" length=1h0m0s step=14s query_hash=1297607390 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.085248215Z caller=engine.go:234 component=querier org_id=fake traceID=0a741f8296fc066f msg="executing query" type=range query="{application=\"nodepool\"}" length=1m1.078536049s step=14s query_hash=1297607390 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.086479928Z caller=metrics.go:159 component=querier org_id=fake traceID=0a741f8296fc066f latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=1m1.078536049s start_delta=1m1.086471318s end_delta=7.935509ms step=14s duration=1.067049ms status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=78.652µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.087554046Z caller=engine.go:234 component=querier org_id=fake traceID=0a741f8296fc066f msg="executing query" type=range query="{application=\"nodepool\"}" length=30m0s step=14s query_hash=1297607390 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.088613424Z caller=metrics.go:159 component=querier org_id=fake traceID=0a741f8296fc066f latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=30m0s start_delta=31m1.088606554s end_delta=1m1.088606744s step=14s duration=920.755µs status=200 limit=5 returned_lines=5 throughput=29MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=97745 total_lines=90 post_filter_lines=90 total_entries=5 store_chunks_download_time=0s queue_time=68.522µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.139888630-04:00 stderr F level=info ts=2026-06-11T01:31:01.089377534Z caller=metrics.go:159 component=frontend org_id=fake traceID=0a741f8296fc066f latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.010831905s end_delta=10.832165ms step=14s duration=4.913529ms status=200 limit=5 returned_lines=0 throughput=5.4MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=18316 total_lines=90 post_filter_lines=90 total_entries=5 store_chunks_download_time=0s queue_time=148µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.452771961Z caller=roundtrip.go:241 org_id=fake traceID=736a97b7bb06b65e msg="executing query" type=range query="{application=\"mariadb\"}" length=1h0m0s step=14s query_hash=3115875814 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.453816488Z caller=engine.go:234 component=querier org_id=fake traceID=736a97b7bb06b65e msg="executing query" type=range query="{application=\"mariadb\"}" length=1m1.444886324s step=14s query_hash=3115875814 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.454835895Z caller=metrics.go:159 component=querier org_id=fake traceID=736a97b7bb06b65e latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=1m1.444886324s start_delta=1m1.454825465s end_delta=9.939471ms step=14s duration=888.443µs status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=93.123µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.456117919Z caller=engine.go:234 component=querier org_id=fake traceID=736a97b7bb06b65e msg="executing query" type=range query="{application=\"mariadb\"}" length=30m0s step=14s query_hash=3115875814 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.457148256Z caller=metrics.go:159 component=querier org_id=fake traceID=736a97b7bb06b65e latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=30m0s start_delta=31m1.457136905s end_delta=1m1.457137195s step=14s duration=874.152µs status=200 limit=5 returned_lines=3 throughput=637kB total_bytes=557B total_bytes_structured_metadata=0B lines_per_second=3431 total_lines=3 post_filter_lines=3 total_entries=3 store_chunks_download_time=0s queue_time=56.051µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.458620415Z caller=engine.go:234 component=querier org_id=fake traceID=736a97b7bb06b65e msg="executing query" type=range query="{application=\"mariadb\"}" length=28m58.555113676s step=14s query_hash=3115875814 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.459881917Z caller=metrics.go:159 component=querier org_id=fake traceID=736a97b7bb06b65e latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=28m58.555113676s start_delta=1h0m0.014985183s end_delta=31m1.459871807s step=14s duration=1.061948ms status=200 limit=5 returned_lines=5 throughput=19MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=112058 total_lines=119 post_filter_lines=119 total_entries=5 store_chunks_download_time=0s queue_time=87.013µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.539173218-04:00 stderr F level=info ts=2026-06-11T01:31:01.460772671Z caller=metrics.go:159 component=frontend org_id=fake traceID=736a97b7bb06b65e latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.015874996s end_delta=15.875296ms step=14s duration=7.744222ms status=200 limit=5 returned_lines=0 throughput=2.7MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=15753 total_lines=122 post_filter_lines=122 total_entries=5 store_chunks_download_time=0s queue_time=236µs splits=3 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.869459807Z caller=roundtrip.go:241 org_id=fake traceID=640d67b7a9303423 msg="executing query" type=range query="{application=\"zookeeper\"}" length=1h0m0s step=14s query_hash=205527032 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.870469884Z caller=engine.go:234 component=querier org_id=fake traceID=640d67b7a9303423 msg="executing query" type=range query="{application=\"zookeeper\"}" length=1m1.864827086s step=14s query_hash=205527032 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.87147237Z caller=metrics.go:159 component=querier org_id=fake traceID=640d67b7a9303423 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=1m1.864827086s start_delta=1m1.87146751s end_delta=6.640554ms step=14s duration=911.224µs status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=81.714µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.872344272Z caller=engine.go:234 component=querier org_id=fake traceID=640d67b7a9303423 msg="executing query" type=range query="{application=\"zookeeper\"}" length=30m0s step=14s query_hash=205527032 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.87374955Z caller=metrics.go:159 component=querier org_id=fake traceID=640d67b7a9303423 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=30m0s start_delta=31m1.873733569s end_delta=1m1.873733969s step=14s duration=1.168491ms status=200 limit=5 returned_lines=5 throughput=86MB total_bytes=100kB total_bytes_structured_metadata=0B lines_per_second=373130 total_lines=436 post_filter_lines=436 total_entries=5 store_chunks_download_time=0s queue_time=63.042µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.87494123Z caller=metrics.go:159 component=frontend org_id=fake traceID=640d67b7a9303423 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.010102354s end_delta=10.102694ms step=14s duration=5.235168ms status=200 limit=5 returned_lines=0 throughput=19MB total_bytes=100kB total_bytes_structured_metadata=0B lines_per_second=83282 total_lines=436 post_filter_lines=436 total_entries=5 store_chunks_download_time=0s queue_time=145µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.875766503Z caller=engine.go:234 component=querier org_id=fake traceID=640d67b7a9303423 msg="executing query" type=range query="{application=\"zookeeper\"}" length=28m58.135172914s step=14s query_hash=205527032 2026-06-10T21:31:01.939576057-04:00 stderr F level=error ts=2026-06-11T01:31:01.875778783Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096 2026-06-10T21:31:01.939576057-04:00 stderr F level=info ts=2026-06-11T01:31:01.875896666Z caller=metrics.go:159 component=querier org_id=fake traceID=640d67b7a9303423 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=28m58.135172914s start_delta=1h0m0.01106049s end_delta=31m1.875887856s step=14s duration=50.011µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=70.822µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:01.939576057-04:00 stderr F level=error ts=2026-06-11T01:31:01.875974068Z caller=scheduler_processor.go:158 org_id=fake traceID=640d67b7a9303423 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.315602307Z caller=roundtrip.go:241 org_id=fake traceID=4da02b2ecc124527 msg="executing query" type=range query="{labels_run=\"dib\"}" length=1h0m0s step=14s query_hash=2517673860 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.31650456Z caller=engine.go:234 component=querier org_id=fake traceID=4da02b2ecc124527 msg="executing query" type=range query="{labels_run=\"dib\"}" length=1m2.310668567s step=14s query_hash=2517673860 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.317768233Z caller=metrics.go:159 component=querier org_id=fake traceID=4da02b2ecc124527 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=1m2.310668567s start_delta=1m2.317758352s end_delta=7.090075ms step=14s duration=1.15801ms status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=68.781µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.318968215Z caller=engine.go:234 component=querier org_id=fake traceID=4da02b2ecc124527 msg="executing query" type=range query="{labels_run=\"dib\"}" length=30m0s step=14s query_hash=2517673860 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.31995817Z caller=metrics.go:159 component=querier org_id=fake traceID=4da02b2ecc124527 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=30m0s start_delta=31m2.31994545s end_delta=1m2.31994572s step=14s duration=822.232µs status=200 limit=5 returned_lines=5 throughput=5.3MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=23107 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=47.022µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.320994528Z caller=metrics.go:159 component=frontend org_id=fake traceID=4da02b2ecc124527 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.010318271s end_delta=10.318461ms step=14s duration=5.113103ms status=200 limit=5 returned_lines=0 throughput=847kB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=3715 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=116µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.321516782Z caller=engine.go:234 component=querier org_id=fake traceID=4da02b2ecc124527 msg="executing query" type=range query="{labels_run=\"dib\"}" length=28m57.689331433s step=14s query_hash=2517673860 2026-06-10T21:31:02.340109159-04:00 stderr F level=info ts=2026-06-11T01:31:02.323071852Z caller=metrics.go:159 component=querier org_id=fake traceID=4da02b2ecc124527 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=28m57.689331433s start_delta=1h0m0.012393705s end_delta=31m2.323062562s step=14s duration=1.390515ms status=200 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=39.101µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s 2026-06-10T21:31:02.340109159-04:00 stderr F level=error ts=2026-06-11T01:31:02.323692768Z caller=scheduler_processor.go:158 org_id=fake traceID=4da02b2ecc124527 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096 2026-06-10T21:31:02.340109159-04:00 stderr F level=error ts=2026-06-11T01:31:02.323697299Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.457125984Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.458768257Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.45887229Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.458916081Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=29.691µs 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.458931621Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.458950682Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=11.06µs 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.458986423Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:31:21.540570894-04:00 stderr F ts=2026-06-11T01:31:21.459004383Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=9.89µs 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.459054805Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.15µs distinct_users_len=0 distinct_users= 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.459072425Z caller=table_manager.go:244 index-store=tsdb-2020-10-24 msg="cleaning tables cache" 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.459086536Z caller=table_manager.go:247 index-store=tsdb-2020-10-24 msg="cleaning up expired table index_20615" 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.473788391Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:31:21.540570894-04:00 stderr F level=info ts=2026-06-11T01:31:21.474279375Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000011 2026-06-10T21:31:26.740070694-04:00 stderr F ts=2026-06-11T01:31:26.653239755Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:31:26.740070694-04:00 stderr F ts=2026-06-11T01:31:26.653349498Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=29.141µs 2026-06-10T21:32:21.539091107-04:00 stderr F level=info ts=2026-06-11T01:32:21.456878399Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:33:21.539224487-04:00 stderr F level=info ts=2026-06-11T01:33:21.457319458Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:34:21.539322424-04:00 stderr F level=info ts=2026-06-11T01:34:21.457198559Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:35:21.539883658-04:00 stderr F level=info ts=2026-06-11T01:35:21.457606233Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:35:51.539883392-04:00 stderr F level=info ts=2026-06-11T01:35:51.484099451Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000011.tmp new=/tmp/loki/wal/checkpoint.000011 2026-06-10T21:35:51.539883392-04:00 stderr F level=info ts=2026-06-11T01:35:51.48483176Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010129794s 2026-06-10T21:36:21.539082626-04:00 stderr F level=info ts=2026-06-11T01:36:21.457637023Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:36:21.539082626-04:00 stderr F level=info ts=2026-06-11T01:36:21.458805444Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables" 2026-06-10T21:36:21.539082626-04:00 stderr F ts=2026-06-11T01:36:21.458902177Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:36:21.539082626-04:00 stderr F ts=2026-06-11T01:36:21.458941168Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=25.531µs 2026-06-10T21:36:21.539082626-04:00 stderr F ts=2026-06-11T01:36:21.458979919Z caller=spanlogger.go:86 level=info msg="building table names cache" 2026-06-10T21:36:21.539082626-04:00 stderr F ts=2026-06-11T01:36:21.458997359Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=9.9µs 2026-06-10T21:36:21.539082626-04:00 stderr F level=info ts=2026-06-11T01:36:21.45901909Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.36µs distinct_users_len=0 distinct_users= 2026-06-10T21:36:21.539082626-04:00 stderr F level=info ts=2026-06-11T01:36:21.47408749Z caller=checkpoint.go:611 msg="starting checkpoint" 2026-06-10T21:36:21.539082626-04:00 stderr F level=info ts=2026-06-11T01:36:21.474337987Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000012 2026-06-10T21:37:21.539365147-04:00 stderr F level=info ts=2026-06-11T01:37:21.457060441Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:38:21.539996161-04:00 stderr F level=info ts=2026-06-11T01:38:21.457392727Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:39:21.539386860-04:00 stderr F level=info ts=2026-06-11T01:39:21.457016762Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:40:21.539369639-04:00 stderr F level=info ts=2026-06-11T01:40:21.457487815Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables" 2026-06-10T21:40:51.539255349-04:00 stderr F level=info ts=2026-06-11T01:40:51.481813843Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000012.tmp new=/tmp/loki/wal/checkpoint.000012 2026-06-10T21:40:51.539255349-04:00 stderr F level=info ts=2026-06-11T01:40:51.482582553Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.007913977s