2026-06-12T20:28:16.527927168-04:00 stderr F level=warn ts=2026-06-13T00:28:16.430792136Z caller=loki.go:288 msg="global timeout not configured, using default engine timeout (\"5m0s\"). This behavior will change in the next major to always use the default global timeout (\"5m\")."
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.435207315Z caller=main.go:108 msg="Starting Loki" version="(version=2.9.2, branch=HEAD, revision=a17308db6)"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.437555009Z caller=server.go:322 http=[::]:3100 grpc=[::]:9096 msg="server listening on addresses"
2026-06-12T20:28:16.527927168-04:00 stderr F level=warn ts=2026-06-13T00:28:16.44208075Z caller=cache.go:127 msg="fifocache config is deprecated. use embedded-cache instead"
2026-06-12T20:28:16.527927168-04:00 stderr F level=warn ts=2026-06-13T00:28:16.442131882Z caller=experimental.go:20 msg="experimental feature in use" feature="In-memory (FIFO) cache - chunksembedded-cache"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.443091362Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.443292719Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.09µs distinct_users_len=0 distinct_users=
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.443370571Z caller=shipper.go:165 index-store=tsdb-2020-10-24 msg="starting index shipper in RW mode"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.445019803Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.445122866Z caller=manager.go:85 index-store=tsdb-2020-10-24 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.445172917Z caller=head_manager.go:299 index-store=tsdb-2020-10-24 component=tsdb-head-manager msg="loaded wals by period" groups=0
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.446385206Z caller=modules.go:1140 msg="-boltdb.shipper.compactor.shared-store not specified, initializing compactor to operator on the following object stores" stores=filesystem
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.45130766Z caller=mapper.go:47 msg="cleaning up mapped rules directory" path=/tmp/loki/rules-temp
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.454770009Z caller=worker.go:112 msg="Starting querier worker using query-scheduler and scheduler ring for addresses"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46246269Z caller=module_service.go:82 msg=initialising module=cache-generation-loader
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.462380348Z caller=module_service.go:82 msg=initialising module=server
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.462924636Z caller=module_service.go:82 msg=initialising module=memberlist-kv
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463019869Z caller=module_service.go:82 msg=initialising module=ring
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463014539Z caller=module_service.go:82 msg=initialising module=query-frontend-tripperware
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46307341Z caller=module_service.go:82 msg=initialising module=store
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463120902Z caller=module_service.go:82 msg=initialising module=query-scheduler-ring
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463210055Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463381Z caller=module_service.go:82 msg=initialising module=ingester
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46338297Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463438882Z caller=ingester.go:431 msg="recovering from checkpoint"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463517714Z caller=module_service.go:82 msg=initialising module=ingester-querier
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463551905Z caller=recovery.go:40 msg="no checkpoint found, treating as no-op"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463563806Z caller=module_service.go:82 msg=initialising module=compactor
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463570046Z caller=module_service.go:82 msg=initialising module=distributor
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463581346Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-qsqjk ring=scheduler
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463650188Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463646478Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463822894Z caller=module_service.go:82 msg=initialising module=ruler
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.463916687Z caller=ruler.go:528 msg="ruler up and running"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.464457933Z caller=ingester.go:447 msg="recovered WAL checkpoint recovery finished" elapsed=1.050212ms errors=false
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.464489114Z caller=ingester.go:453 msg="recovering from WAL"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.464695471Z caller=ringmanager.go:201 msg="waiting until scheduler is JOINING in the ring"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.464956199Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-qsqjk ring=compactor
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46499209Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46500547Z caller=basic_lifecycler.go:297 msg="instance not found in the ring" instance=test-loki-785f4d56bc-qsqjk ring=distributor
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465081733Z caller=ingester.go:469 msg="WAL segment recovery finished" elapsed=1.673292ms errors=false
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465106224Z caller=ingester.go:417 msg="closing recoverer"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465128894Z caller=ingester.go:425 msg="WAL recovery finished" time=1.710793ms
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465216307Z caller=compactor.go:395 msg="waiting until compactor is JOINING in the ring"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465242038Z caller=compactor.go:399 msg="compactor is JOINING in the ring"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465245108Z caller=lifecycler.go:614 msg="not loading tokens from file, tokens file path is empty"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465152875Z caller=ring.go:273 msg="ring doesn't exist in KV store yet"
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46530768Z caller=wal.go:156 msg=started component=wal
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.46532492Z caller=lifecycler.go:643 msg="instance not found in ring, adding with no tokens" ring=ingester
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465514866Z caller=lifecycler.go:483 msg="auto-joining cluster after timeout" ring=ingester
2026-06-12T20:28:16.527927168-04:00 stderr F level=info ts=2026-06-13T00:28:16.465515356Z caller=compactor.go:409 msg="waiting until compactor is ACTIVE in the ring"
2026-06-12T20:28:16.627905828-04:00 stderr F level=info ts=2026-06-13T00:28:16.591168614Z caller=ringmanager.go:205 msg="scheduler is JOINING in the ring"
2026-06-12T20:28:16.627905828-04:00 stderr F level=info ts=2026-06-13T00:28:16.591369371Z caller=ringmanager.go:214 msg="waiting until scheduler is ACTIVE in the ring"
2026-06-12T20:28:16.627905828-04:00 stderr F level=info ts=2026-06-13T00:28:16.612447063Z caller=compactor.go:413 msg="compactor is ACTIVE in the ring"
2026-06-12T20:28:16.827741458-04:00 stderr F level=info ts=2026-06-13T00:28:16.780409171Z caller=ringmanager.go:218 msg="scheduler is ACTIVE in the ring"
2026-06-12T20:28:16.827741458-04:00 stderr F level=info ts=2026-06-13T00:28:16.780560596Z caller=module_service.go:82 msg=initialising module=query-scheduler
2026-06-12T20:28:16.827741458-04:00 stderr F level=info ts=2026-06-13T00:28:16.78069934Z caller=module_service.go:82 msg=initialising module=querier
2026-06-12T20:28:16.827741458-04:00 stderr F level=info ts=2026-06-13T00:28:16.780781522Z caller=module_service.go:82 msg=initialising module=query-frontend
2026-06-12T20:28:16.827741458-04:00 stderr F level=info ts=2026-06-13T00:28:16.780948468Z caller=loki.go:505 msg="Loki started"
2026-06-12T20:28:19.827601408-04:00 stderr F level=info ts=2026-06-13T00:28:19.781005244Z caller=worker.go:209 msg="adding connection" addr=127.0.0.1:9096
2026-06-12T20:28:19.827601408-04:00 stderr F level=info ts=2026-06-13T00:28:19.781065335Z caller=scheduler.go:615 msg="this scheduler is in the ReplicationSet, will now accept requests."
2026-06-12T20:28:21.627505763-04:00 stderr F level=info ts=2026-06-13T00:28:21.613148712Z caller=compactor.go:474 msg="this instance has been chosen to run the compactor, starting compactor"
2026-06-12T20:28:21.627505763-04:00 stderr F level=info ts=2026-06-13T00:28:21.613267396Z caller=compactor.go:503 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor"
2026-06-12T20:28:26.827221756-04:00 stderr F level=info ts=2026-06-13T00:28:26.781720507Z caller=frontend_scheduler_worker.go:107 msg="adding connection to scheduler" addr=127.0.0.1:9096
2026-06-12T20:29:16.527538445-04:00 stderr F level=info ts=2026-06-13T00:29:16.444114213Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:30:16.527642170-04:00 stderr F level=info ts=2026-06-13T00:30:16.443441454Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:31:16.528095187-04:00 stderr F level=info ts=2026-06-13T00:31:16.44329728Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:32:16.527327375-04:00 stderr F level=info ts=2026-06-13T00:32:16.443526658Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.443642054Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.443710406Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.76µs distinct_users_len=0 distinct_users=
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.443790169Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.466621498Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.466851875Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000000
2026-06-12T20:33:16.530067695-04:00 stderr F level=info ts=2026-06-13T00:33:16.472070429Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000000.tmp new=/tmp/loki/wal/checkpoint.000000
2026-06-12T20:34:16.527506110-04:00 stderr F level=info ts=2026-06-13T00:34:16.44367865Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:35:16.527937189-04:00 stderr F level=info ts=2026-06-13T00:35:16.443902822Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:36:16.527522493-04:00 stderr F level=info ts=2026-06-13T00:36:16.443577699Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:37:16.527674389-04:00 stderr F level=info ts=2026-06-13T00:37:16.443754255Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:38:16.527644931-04:00 stderr F level=info ts=2026-06-13T00:38:16.443934365Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:38:16.527644931-04:00 stderr F level=info ts=2026-06-13T00:38:16.443963236Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:38:16.527644931-04:00 stderr F level=info ts=2026-06-13T00:38:16.443994147Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.331µs distinct_users_len=0 distinct_users=
2026-06-12T20:38:16.527644931-04:00 stderr F level=info ts=2026-06-13T00:38:16.46540946Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:38:16.527644931-04:00 stderr F level=info ts=2026-06-13T00:38:16.465976858Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000001
2026-06-12T20:38:21.628001875-04:00 stderr F level=info ts=2026-06-13T00:38:21.613627849Z caller=compactor.go:508 msg="compactor startup delay completed"
2026-06-12T20:38:21.628001875-04:00 stderr F level=info ts=2026-06-13T00:38:21.613686051Z caller=compactor.go:562 msg="compactor started"
2026-06-12T20:38:21.628001875-04:00 stderr F ts=2026-06-13T00:38:21.613728812Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T20:38:21.628001875-04:00 stderr F ts=2026-06-13T00:38:21.613883267Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=71.893µs
2026-06-12T20:39:16.527763069-04:00 stderr F level=info ts=2026-06-13T00:39:16.443194397Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:40:16.528126595-04:00 stderr F level=info ts=2026-06-13T00:40:16.444039987Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:41:16.527755230-04:00 stderr F level=info ts=2026-06-13T00:41:16.443768717Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:42:16.527392553-04:00 stderr F level=info ts=2026-06-13T00:42:16.443827773Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:42:46.527104922-04:00 stderr F level=info ts=2026-06-13T00:42:46.476791429Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000001.tmp new=/tmp/loki/wal/checkpoint.000001
2026-06-12T20:42:46.527104922-04:00 stderr F level=info ts=2026-06-13T00:42:46.477253663Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010696827s
2026-06-12T20:43:16.527703317-04:00 stderr F level=info ts=2026-06-13T00:43:16.443237329Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:43:16.527703317-04:00 stderr F level=info ts=2026-06-13T00:43:16.444416975Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:43:16.527703317-04:00 stderr F level=info ts=2026-06-13T00:43:16.444483237Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.61µs distinct_users_len=0 distinct_users=
2026-06-12T20:43:16.527703317-04:00 stderr F level=info ts=2026-06-13T00:43:16.465474025Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:43:16.527703317-04:00 stderr F level=info ts=2026-06-13T00:43:16.466555268Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000002
2026-06-12T20:44:16.527328380-04:00 stderr F level=info ts=2026-06-13T00:44:16.443562874Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:45:16.527591453-04:00 stderr F level=info ts=2026-06-13T00:45:16.443228139Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:46:16.527463056-04:00 stderr F level=info ts=2026-06-13T00:46:16.443334319Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:47:16.527464242-04:00 stderr F level=info ts=2026-06-13T00:47:16.443227551Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:47:46.527499890-04:00 stderr F level=info ts=2026-06-13T00:47:46.479079476Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000002.tmp new=/tmp/loki/wal/checkpoint.000002
2026-06-12T20:47:46.527499890-04:00 stderr F level=info ts=2026-06-13T00:47:46.479650783Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.012720193s
2026-06-12T20:48:16.527338293-04:00 stderr F level=info ts=2026-06-13T00:48:16.444153085Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:48:16.527338293-04:00 stderr F level=info ts=2026-06-13T00:48:16.444226848Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.79µs distinct_users_len=0 distinct_users=
2026-06-12T20:48:16.527338293-04:00 stderr F level=info ts=2026-06-13T00:48:16.44430111Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:48:16.527338293-04:00 stderr F level=info ts=2026-06-13T00:48:16.465391831Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:48:16.527338293-04:00 stderr F level=info ts=2026-06-13T00:48:16.46571445Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000003
2026-06-12T20:48:21.627532522-04:00 stderr F ts=2026-06-13T00:48:21.614384216Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T20:48:21.627532522-04:00 stderr F ts=2026-06-13T00:48:21.61450969Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=31.131µs
2026-06-12T20:49:16.527753343-04:00 stderr F level=info ts=2026-06-13T00:49:16.44411017Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:50:16.527930001-04:00 stderr F level=info ts=2026-06-13T00:50:16.443784412Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:51:16.527954761-04:00 stderr F level=info ts=2026-06-13T00:51:16.443354935Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:52:16.528074984-04:00 stderr F level=info ts=2026-06-13T00:52:16.443566921Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:52:46.528297697-04:00 stderr F level=info ts=2026-06-13T00:52:46.47697849Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000003.tmp new=/tmp/loki/wal/checkpoint.000003
2026-06-12T20:52:46.528297697-04:00 stderr F level=info ts=2026-06-13T00:52:46.478249059Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.012034392s
2026-06-12T20:53:16.527962131-04:00 stderr F level=info ts=2026-06-13T00:53:16.443911653Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:53:16.527962131-04:00 stderr F level=info ts=2026-06-13T00:53:16.444008306Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:53:16.527962131-04:00 stderr F level=info ts=2026-06-13T00:53:16.444030976Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.83µs distinct_users_len=0 distinct_users=
2026-06-12T20:53:16.527962131-04:00 stderr F level=info ts=2026-06-13T00:53:16.466891073Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:53:16.527962131-04:00 stderr F level=info ts=2026-06-13T00:53:16.467265374Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000004
2026-06-12T20:54:16.527123872-04:00 stderr F level=info ts=2026-06-13T00:54:16.443758444Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:55:16.527785096-04:00 stderr F level=info ts=2026-06-13T00:55:16.443399338Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:56:16.527054302-04:00 stderr F level=info ts=2026-06-13T00:56:16.444231952Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:57:16.527355784-04:00 stderr F level=info ts=2026-06-13T00:57:16.444154733Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:57:46.528042193-04:00 stderr F level=info ts=2026-06-13T00:57:46.474939695Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000004.tmp new=/tmp/loki/wal/checkpoint.000004
2026-06-12T20:57:46.528042193-04:00 stderr F level=info ts=2026-06-13T00:57:46.475829812Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008249278s
2026-06-12T20:58:16.527396612-04:00 stderr F level=info ts=2026-06-13T00:58:16.443896698Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T20:58:16.527396612-04:00 stderr F level=info ts=2026-06-13T00:58:16.443951999Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T20:58:16.527396612-04:00 stderr F level=info ts=2026-06-13T00:58:16.444001181Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.22µs distinct_users_len=0 distinct_users=
2026-06-12T20:58:16.527396612-04:00 stderr F level=info ts=2026-06-13T00:58:16.46540313Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T20:58:16.527396612-04:00 stderr F level=info ts=2026-06-13T00:58:16.465821773Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000005
2026-06-12T20:58:21.627087824-04:00 stderr F ts=2026-06-13T00:58:21.614558097Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T20:58:21.627087824-04:00 stderr F ts=2026-06-13T00:58:21.614673431Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=32.071µs
2026-06-12T20:59:16.527127265-04:00 stderr F level=info ts=2026-06-13T00:59:16.443801245Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:00:16.527567106-04:00 stderr F level=info ts=2026-06-13T01:00:16.444184756Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:01:16.528069348-04:00 stderr F level=info ts=2026-06-13T01:01:16.443954556Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:02:16.527418255-04:00 stderr F level=info ts=2026-06-13T01:02:16.444018005Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:02:46.527781936-04:00 stderr F level=info ts=2026-06-13T01:02:46.475699911Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000005.tmp new=/tmp/loki/wal/checkpoint.000005
2026-06-12T21:02:46.527781936-04:00 stderr F level=info ts=2026-06-13T01:02:46.47694334Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.010640702s
2026-06-12T21:03:16.527098843-04:00 stderr F level=info ts=2026-06-13T01:03:16.443568429Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:03:16.527098843-04:00 stderr F level=info ts=2026-06-13T01:03:16.44361548Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:03:16.527098843-04:00 stderr F level=info ts=2026-06-13T01:03:16.443681222Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.53µs distinct_users_len=0 distinct_users=
2026-06-12T21:03:16.527098843-04:00 stderr F level=info ts=2026-06-13T01:03:16.465434693Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:03:16.527098843-04:00 stderr F level=info ts=2026-06-13T01:03:16.465784764Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000006
2026-06-12T21:04:16.534525885-04:00 stderr F level=info ts=2026-06-13T01:04:16.444214464Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:05:16.528083077-04:00 stderr F level=info ts=2026-06-13T01:05:16.443808641Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:06:16.528077838-04:00 stderr F level=info ts=2026-06-13T01:06:16.44407108Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:07:16.527910338-04:00 stderr F level=info ts=2026-06-13T01:07:16.443807517Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:07:46.527392830-04:00 stderr F level=info ts=2026-06-13T01:07:46.473628954Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000006.tmp new=/tmp/loki/wal/checkpoint.000006
2026-06-12T21:07:46.527392830-04:00 stderr F level=info ts=2026-06-13T01:07:46.474598614Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008451299s
2026-06-12T21:08:16.527778999-04:00 stderr F level=info ts=2026-06-13T01:08:16.44404696Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:08:16.527778999-04:00 stderr F level=info ts=2026-06-13T01:08:16.444129323Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=5.06µs distinct_users_len=0 distinct_users=
2026-06-12T21:08:16.527778999-04:00 stderr F level=info ts=2026-06-13T01:08:16.444224616Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:08:16.527778999-04:00 stderr F level=info ts=2026-06-13T01:08:16.465365167Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:08:16.527778999-04:00 stderr F level=info ts=2026-06-13T01:08:16.465706227Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000007
2026-06-12T21:08:21.629077556-04:00 stderr F ts=2026-06-13T01:08:21.614819237Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:08:21.629077556-04:00 stderr F ts=2026-06-13T01:08:21.614980372Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=38.162µs
2026-06-12T21:09:16.530944305-04:00 stderr F level=info ts=2026-06-13T01:09:16.44411502Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:10:16.527058730-04:00 stderr F level=info ts=2026-06-13T01:10:16.444182047Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:11:16.527747766-04:00 stderr F level=info ts=2026-06-13T01:11:16.444105419Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:12:16.527466750-04:00 stderr F level=info ts=2026-06-13T01:12:16.443769262Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:12:46.527898118-04:00 stderr F level=info ts=2026-06-13T01:12:46.471013216Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000007.tmp new=/tmp/loki/wal/checkpoint.000007
2026-06-12T21:12:46.527898118-04:00 stderr F level=info ts=2026-06-13T01:12:46.472101269Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.005761393s
2026-06-12T21:13:16.527769912-04:00 stderr F level=info ts=2026-06-13T01:13:16.443369832Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:13:16.527769912-04:00 stderr F level=info ts=2026-06-13T01:13:16.444545368Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:13:16.527769912-04:00 stderr F level=info ts=2026-06-13T01:13:16.444573489Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.141µs distinct_users_len=0 distinct_users=
2026-06-12T21:13:16.527769912-04:00 stderr F level=info ts=2026-06-13T01:13:16.4653728Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:13:16.527769912-04:00 stderr F level=info ts=2026-06-13T01:13:16.465537545Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000008
2026-06-12T21:14:16.527970861-04:00 stderr F level=info ts=2026-06-13T01:14:16.443557781Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:15:16.527997328-04:00 stderr F level=info ts=2026-06-13T01:15:16.443742952Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:16:16.528076814-04:00 stderr F level=info ts=2026-06-13T01:16:16.443384894Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:17:16.528952322-04:00 stderr F level=info ts=2026-06-13T01:17:16.443852841Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:17:46.527620488-04:00 stderr F level=info ts=2026-06-13T01:17:46.470040244Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000008.tmp new=/tmp/loki/wal/checkpoint.000008
2026-06-12T21:17:46.527620488-04:00 stderr F level=info ts=2026-06-13T01:17:46.470488918Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.004794428s
2026-06-12T21:18:16.528003805-04:00 stderr F level=info ts=2026-06-13T01:18:16.443846983Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:18:16.528003805-04:00 stderr F level=info ts=2026-06-13T01:18:16.443943446Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:18:16.528003805-04:00 stderr F level=info ts=2026-06-13T01:18:16.443954396Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.09µs distinct_users_len=0 distinct_users=
2026-06-12T21:18:16.528003805-04:00 stderr F level=info ts=2026-06-13T01:18:16.465374556Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:18:16.528003805-04:00 stderr F level=info ts=2026-06-13T01:18:16.465739017Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000009
2026-06-12T21:18:21.627692138-04:00 stderr F ts=2026-06-13T01:18:21.614418579Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:18:21.627692138-04:00 stderr F ts=2026-06-13T01:18:21.614549923Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=36.971µs
2026-06-12T21:19:16.540923067-04:00 stderr F level=info ts=2026-06-13T01:19:16.443928989Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:20:16.528050531-04:00 stderr F level=info ts=2026-06-13T01:20:16.443826147Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:21:16.527971940-04:00 stderr F level=info ts=2026-06-13T01:21:16.44420194Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:22:16.529023276-04:00 stderr F level=info ts=2026-06-13T01:22:16.44405997Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:22:46.527780309-04:00 stderr F level=info ts=2026-06-13T01:22:46.473848419Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000009.tmp new=/tmp/loki/wal/checkpoint.000009
2026-06-12T21:22:46.527780309-04:00 stderr F level=info ts=2026-06-13T01:22:46.474618712Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.008506623s
2026-06-12T21:23:16.534700555-04:00 stderr F level=info ts=2026-06-13T01:23:16.444076534Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:23:16.534700555-04:00 stderr F level=info ts=2026-06-13T01:23:16.444119735Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:23:16.534700555-04:00 stderr F level=info ts=2026-06-13T01:23:16.444131716Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.98µs distinct_users_len=0 distinct_users=
2026-06-12T21:23:16.534700555-04:00 stderr F level=info ts=2026-06-13T01:23:16.465457293Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:23:16.534700555-04:00 stderr F level=info ts=2026-06-13T01:23:16.465740381Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000010
2026-06-12T21:24:16.529211802-04:00 stderr F level=info ts=2026-06-13T01:24:16.443814222Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:25:16.529901886-04:00 stderr F level=info ts=2026-06-13T01:25:16.444071343Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:26:16.534953088-04:00 stderr F level=info ts=2026-06-13T01:26:16.443194912Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:27:09.127097756-04:00 stderr F level=info ts=2026-06-13T01:27:09.120588565Z caller=roundtrip.go:241 org_id=fake traceID=0b14de0346081b85 msg="executing query" type=range query="{application=\"zuul\"}" length=1h0m0s step=14s query_hash=1105929788
2026-06-12T21:27:09.127097756-04:00 stderr F level=info ts=2026-06-13T01:27:09.121939697Z caller=engine.go:234 component=querier org_id=fake traceID=0b14de0346081b85 msg="executing query" type=range query="{application=\"zuul\"}" length=27m9.114982023s step=14s query_hash=1105929788
2026-06-12T21:27:09.127097756-04:00 stderr F level=info ts=2026-06-13T01:27:09.126190888Z caller=table_manager.go:195 index-store=tsdb-2020-10-24 msg="downloading all files for table index_20617"
2026-06-12T21:27:09.127097756-04:00 stderr F ts=2026-06-13T01:27:09.126792877Z caller=spanlogger.go:86 table-name=index_20617 org_id=fake traceID=0b14de0346081b85 level=info msg="downloaded index set at query time" duration=180.147µs
2026-06-12T21:27:09.227725886-04:00 stderr F ts=2026-06-13T01:27:09.127132807Z caller=spanlogger.go:86 table-name=index_20617 user-id=fake org_id=fake traceID=0b14de0346081b85 level=info msg="downloaded index set at query time" duration=102.823µs
2026-06-12T21:27:09.227725886-04:00 stderr F level=info ts=2026-06-13T01:27:09.127913451Z caller=metrics.go:159 component=querier org_id=fake traceID=0b14de0346081b85 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=27m9.114982023s start_delta=27m9.127896031s end_delta=12.914288ms step=14s duration=5.762277ms status=200 limit=5 returned_lines=5 throughput=112MB total_bytes=647kB total_bytes_structured_metadata=0B lines_per_second=354894 total_lines=2045 post_filter_lines=2045 total_entries=5 store_chunks_download_time=0s queue_time=84.932µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.227725886-04:00 stderr F level=info ts=2026-06-13T01:27:09.132891435Z caller=metrics.go:159 component=frontend org_id=fake traceID=0b14de0346081b85 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.01786185s end_delta=17.86215ms step=14s duration=11.826795ms status=200 limit=5 returned_lines=0 throughput=55MB total_bytes=647kB total_bytes_structured_metadata=0B lines_per_second=172912 total_lines=2045 post_filter_lines=2045 total_entries=5 store_chunks_download_time=0s queue_time=85µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.227725886-04:00 stderr F level=info ts=2026-06-13T01:27:09.134151503Z caller=engine.go:234 component=querier org_id=fake traceID=0b14de0346081b85 msg="executing query" type=range query="{application=\"zuul\"}" length=30m0s step=14s query_hash=1105929788
2026-06-12T21:27:09.227725886-04:00 stderr F level=error ts=2026-06-13T01:27:09.134567926Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-12T21:27:09.227725886-04:00 stderr F level=info ts=2026-06-13T01:27:09.134811303Z caller=metrics.go:159 component=querier org_id=fake traceID=0b14de0346081b85 latency=fast query="{application=\"zuul\"}" query_hash=1105929788 query_type=limited range_type=range length=30m0s start_delta=57m9.134800863s end_delta=27m9.134801153s step=14s duration=544.727µs status=500 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=63.092µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.227725886-04:00 stderr F level=error ts=2026-06-13T01:27:09.13502795Z caller=scheduler_processor.go:158 org_id=fake traceID=0b14de0346081b85 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.494187572Z caller=roundtrip.go:241 org_id=fake traceID=3112a873f905a882 msg="executing query" type=range query="{application=\"nodepool\"}" length=1h0m0s step=14s query_hash=1297607390
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.495578224Z caller=engine.go:234 component=querier org_id=fake traceID=3112a873f905a882 msg="executing query" type=range query="{application=\"nodepool\"}" length=27m9.488454775s step=14s query_hash=1297607390
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.499161034Z caller=metrics.go:159 component=querier org_id=fake traceID=3112a873f905a882 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=27m9.488454775s start_delta=27m9.499145884s end_delta=10.691409ms step=14s duration=3.374963ms status=200 limit=5 returned_lines=5 throughput=7.6MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=27259 total_lines=92 post_filter_lines=92 total_entries=5 store_chunks_download_time=0s queue_time=50.592µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.500512026Z caller=metrics.go:159 component=frontend org_id=fake traceID=3112a873f905a882 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.012045811s end_delta=12.046021ms step=14s duration=5.86283ms status=200 limit=5 returned_lines=0 throughput=4.4MB total_bytes=26kB total_bytes_structured_metadata=0B lines_per_second=15692 total_lines=92 post_filter_lines=92 total_entries=5 store_chunks_download_time=0s queue_time=51µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.500928759Z caller=engine.go:234 component=querier org_id=fake traceID=3112a873f905a882 msg="executing query" type=range query="{application=\"nodepool\"}" length=30m0s step=14s query_hash=1297607390
2026-06-12T21:27:09.527695694-04:00 stderr F level=error ts=2026-06-13T01:27:09.50097593Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-12T21:27:09.527695694-04:00 stderr F level=info ts=2026-06-13T01:27:09.501072763Z caller=metrics.go:159 component=querier org_id=fake traceID=3112a873f905a882 latency=fast query="{application=\"nodepool\"}" query_hash=1297607390 query_type=limited range_type=range length=30m0s start_delta=57m9.501064013s end_delta=27m9.501064263s step=14s duration=60.642µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=48.081µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.527695694-04:00 stderr F level=error ts=2026-06-13T01:27:09.501171836Z caller=scheduler_processor.go:158 org_id=fake traceID=3112a873f905a882 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.885438771Z caller=roundtrip.go:241 org_id=fake traceID=053274fd1524b3b3 msg="executing query" type=range query="{application=\"mariadb\"}" length=1h0m0s step=14s query_hash=3115875814
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.886814594Z caller=engine.go:234 component=querier org_id=fake traceID=053274fd1524b3b3 msg="executing query" type=range query="{application=\"mariadb\"}" length=27m9.878085315s step=14s query_hash=3115875814
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.888219577Z caller=metrics.go:159 component=querier org_id=fake traceID=053274fd1524b3b3 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=27m9.878085315s start_delta=27m9.888206646s end_delta=10.121621ms step=14s duration=1.244068ms status=200 limit=5 returned_lines=2 throughput=325kB total_bytes=404B total_bytes_structured_metadata=0B lines_per_second=1607 total_lines=2 post_filter_lines=2 total_entries=2 store_chunks_download_time=0s queue_time=98.213µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.889808466Z caller=engine.go:234 component=querier org_id=fake traceID=053274fd1524b3b3 msg="executing query" type=range query="{application=\"mariadb\"}" length=30m0s step=14s query_hash=3115875814
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.891012123Z caller=metrics.go:159 component=querier org_id=fake traceID=053274fd1524b3b3 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=30m0s start_delta=57m9.890996372s end_delta=27m9.890996662s step=14s duration=964.77µs status=200 limit=5 returned_lines=5 throughput=21MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=123345 total_lines=119 post_filter_lines=119 total_entries=5 store_chunks_download_time=0s queue_time=74.352µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.89220617Z caller=metrics.go:159 component=frontend org_id=fake traceID=053274fd1524b3b3 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.014104984s end_delta=14.105304ms step=14s duration=6.423528ms status=200 limit=5 returned_lines=0 throughput=3.2MB total_bytes=20kB total_bytes_structured_metadata=0B lines_per_second=18837 total_lines=121 post_filter_lines=121 total_entries=5 store_chunks_download_time=0s queue_time=172µs splits=2 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.893669134Z caller=engine.go:234 component=querier org_id=fake traceID=053274fd1524b3b3 msg="executing query" type=range query="{application=\"mariadb\"}" length=2m50.121914685s step=14s query_hash=3115875814
2026-06-12T21:27:09.927904840-04:00 stderr F level=error ts=2026-06-13T01:27:09.894196271Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-12T21:27:09.927904840-04:00 stderr F level=info ts=2026-06-13T01:27:09.894418828Z caller=metrics.go:159 component=querier org_id=fake traceID=053274fd1524b3b3 latency=fast query="{application=\"mariadb\"}" query_hash=3115875814 query_type=limited range_type=range length=2m50.121914685s start_delta=1h0m0.016319383s end_delta=57m9.894404988s step=14s duration=591.869µs status=500 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=76.202µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:09.927904840-04:00 stderr F level=error ts=2026-06-13T01:27:09.894590174Z caller=scheduler_processor.go:158 org_id=fake traceID=053274fd1524b3b3 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.252398303Z caller=roundtrip.go:241 org_id=fake traceID=30bc9e11c4b320b5 msg="executing query" type=range query="{application=\"zookeeper\"}" length=1h0m0s step=14s query_hash=205527032
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.253554859Z caller=engine.go:234 component=querier org_id=fake traceID=30bc9e11c4b320b5 msg="executing query" type=range query="{application=\"zookeeper\"}" length=27m10.245328575s step=14s query_hash=205527032
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.255216539Z caller=metrics.go:159 component=querier org_id=fake traceID=30bc9e11c4b320b5 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=27m10.245328575s start_delta=27m10.255167958s end_delta=9.839653ms step=14s duration=1.418103ms status=200 limit=5 returned_lines=5 throughput=68MB total_bytes=97kB total_bytes_structured_metadata=0B lines_per_second=296170 total_lines=420 post_filter_lines=420 total_entries=5 store_chunks_download_time=0s queue_time=87.983µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.25650679Z caller=metrics.go:159 component=frontend org_id=fake traceID=30bc9e11c4b320b5 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.011162784s end_delta=11.163104ms step=14s duration=3.765567ms status=200 limit=5 returned_lines=0 throughput=26MB total_bytes=97kB total_bytes_structured_metadata=0B lines_per_second=111536 total_lines=420 post_filter_lines=420 total_entries=5 store_chunks_download_time=0s queue_time=88µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:10.327712592-04:00 stderr F level=error ts=2026-06-13T01:27:10.256825539Z caller=scheduler_processor.go:106 msg="error processing requests from scheduler" err="rpc error: code = Canceled desc = context canceled" addr=127.0.0.1:9096
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.257017015Z caller=engine.go:234 component=querier org_id=fake traceID=30bc9e11c4b320b5 msg="executing query" type=range query="{application=\"zookeeper\"}" length=30m0s step=14s query_hash=205527032
2026-06-12T21:27:10.327712592-04:00 stderr F level=info ts=2026-06-13T01:27:10.257259153Z caller=metrics.go:159 component=querier org_id=fake traceID=30bc9e11c4b320b5 latency=fast query="{application=\"zookeeper\"}" query_hash=205527032 query_type=limited range_type=range length=30m0s start_delta=57m10.257247662s end_delta=27m10.257247922s step=14s duration=99.273µs status=400 limit=5 returned_lines=0 throughput=0B total_bytes=0B total_bytes_structured_metadata=0B lines_per_second=0 total_lines=0 post_filter_lines=0 total_entries=0 store_chunks_download_time=0s queue_time=54.262µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:10.327712592-04:00 stderr F level=error ts=2026-06-13T01:27:10.257377426Z caller=scheduler_processor.go:158 org_id=fake traceID=30bc9e11c4b320b5 msg="error notifying scheduler about finished query" err=EOF addr=127.0.0.1:9096
2026-06-12T21:27:10.727095433-04:00 stderr F level=info ts=2026-06-13T01:27:10.718638053Z caller=roundtrip.go:241 org_id=fake traceID=72bd7e2bab44e8e2 msg="executing query" type=range query="{labels_run=\"dib\"}" length=1h0m0s step=14s query_hash=2517673860
2026-06-12T21:27:10.727095433-04:00 stderr F level=info ts=2026-06-13T01:27:10.719464788Z caller=engine.go:234 component=querier org_id=fake traceID=72bd7e2bab44e8e2 msg="executing query" type=range query="{labels_run=\"dib\"}" length=27m10.713661079s step=14s query_hash=2517673860
2026-06-12T21:27:10.727095433-04:00 stderr F level=info ts=2026-06-13T01:27:10.720760028Z caller=metrics.go:159 component=querier org_id=fake traceID=72bd7e2bab44e8e2 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=27m10.713661079s start_delta=27m10.720739097s end_delta=7.078289ms step=14s duration=1.094424ms status=200 limit=5 returned_lines=5 throughput=4.0MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=17360 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=92.542µs splits=0 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:10.727095433-04:00 stderr F level=info ts=2026-06-13T01:27:10.721981535Z caller=metrics.go:159 component=frontend org_id=fake traceID=72bd7e2bab44e8e2 latency=fast query="{labels_run=\"dib\"}" query_hash=2517673860 query_type=limited range_type=range length=1h0m0s start_delta=1h0m0.008307856s end_delta=8.308156ms step=14s duration=3.040253ms status=200 limit=5 returned_lines=0 throughput=1.4MB total_bytes=4.3kB total_bytes_structured_metadata=0B lines_per_second=6249 total_lines=19 post_filter_lines=19 total_entries=5 store_chunks_download_time=0s queue_time=93µs splits=1 shards=0 cache_chunk_req=0 cache_chunk_hit=0 cache_chunk_bytes_stored=0 cache_chunk_bytes_fetched=0 cache_chunk_download_time=0s cache_index_req=0 cache_index_hit=0 cache_index_download_time=0s cache_stats_results_req=0 cache_stats_results_hit=0 cache_stats_results_download_time=0s cache_result_req=0 cache_result_hit=0 cache_result_download_time=0s
2026-06-12T21:27:16.529030741-04:00 stderr F level=info ts=2026-06-13T01:27:16.443347502Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:27:46.527601150-04:00 stderr F level=info ts=2026-06-13T01:27:46.47496166Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000010.tmp new=/tmp/loki/wal/checkpoint.000010
2026-06-12T21:27:46.527601150-04:00 stderr F level=info ts=2026-06-13T01:27:46.47561722Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.009292641s
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.443674594Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443780767Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443818869Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=23.24µs
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443836299Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443902341Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=14.681µs
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443954723Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:28:16.527960567-04:00 stderr F ts=2026-06-13T01:28:16.443981763Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=15.96µs
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.444014454Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=3.52µs distinct_users_len=0 distinct_users=
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.444034065Z caller=table_manager.go:244 index-store=tsdb-2020-10-24 msg="cleaning tables cache"
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.444043785Z caller=table_manager.go:247 index-store=tsdb-2020-10-24 msg="cleaning up expired table index_20617"
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.444082917Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.465417203Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:28:16.527960567-04:00 stderr F level=info ts=2026-06-13T01:28:16.465756043Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000011
2026-06-12T21:28:21.627758297-04:00 stderr F ts=2026-06-13T01:28:21.614381315Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:28:21.627758297-04:00 stderr F ts=2026-06-13T01:28:21.614490199Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=32.181µs
2026-06-12T21:29:16.528180881-04:00 stderr F level=info ts=2026-06-13T01:29:16.443808846Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:30:16.527931988-04:00 stderr F level=info ts=2026-06-13T01:30:16.443918113Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:31:16.528122310-04:00 stderr F level=info ts=2026-06-13T01:31:16.443834688Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:32:16.527238021-04:00 stderr F level=info ts=2026-06-13T01:32:16.443456933Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:32:46.527508492-04:00 stderr F level=info ts=2026-06-13T01:32:46.485394426Z caller=checkpoint.go:498 msg="atomic checkpoint finished" old=/tmp/loki/wal/checkpoint.000011.tmp new=/tmp/loki/wal/checkpoint.000011
2026-06-12T21:32:46.527508492-04:00 stderr F level=info ts=2026-06-13T01:32:46.486235092Z caller=checkpoint.go:569 msg="checkpoint done" time=4m30.020012183s
2026-06-12T21:33:16.527985862-04:00 stderr F level=info ts=2026-06-13T01:33:16.444085011Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:33:16.527985862-04:00 stderr F level=info ts=2026-06-13T01:33:16.444121062Z caller=table_manager.go:228 index-store=tsdb-2020-10-24 msg="syncing tables"
2026-06-12T21:33:16.527985862-04:00 stderr F ts=2026-06-13T01:33:16.444222345Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:33:16.527985862-04:00 stderr F ts=2026-06-13T01:33:16.444265526Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=28.311µs
2026-06-12T21:33:16.527985862-04:00 stderr F ts=2026-06-13T01:33:16.444307988Z caller=spanlogger.go:86 level=info msg="building table names cache"
2026-06-12T21:33:16.527985862-04:00 stderr F ts=2026-06-13T01:33:16.444369789Z caller=spanlogger.go:86 level=info msg="table names cache built" duration=10.81µs
2026-06-12T21:33:16.527985862-04:00 stderr F level=info ts=2026-06-13T01:33:16.44439405Z caller=table_manager.go:271 index-store=tsdb-2020-10-24 msg="query readiness setup completed" duration=2.61µs distinct_users_len=0 distinct_users=
2026-06-12T21:33:16.527985862-04:00 stderr F level=info ts=2026-06-13T01:33:16.465399497Z caller=checkpoint.go:611 msg="starting checkpoint"
2026-06-12T21:33:16.527985862-04:00 stderr F level=info ts=2026-06-13T01:33:16.465621814Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/tmp/loki/wal/checkpoint.000012
2026-06-12T21:34:16.527946901-04:00 stderr F level=info ts=2026-06-13T01:34:16.443520534Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:35:16.527989247-04:00 stderr F level=info ts=2026-06-13T01:35:16.443949622Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:36:16.527090256-04:00 stderr F level=info ts=2026-06-13T01:36:16.443885507Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"
2026-06-12T21:37:16.532954079-04:00 stderr F level=info ts=2026-06-13T01:37:16.44552332Z caller=table_manager.go:136 index-store=tsdb-2020-10-24 msg="uploading tables"