loki/proper-data-directories.patch

1196 lines
43 KiB
Diff
Raw Normal View History

Index: loki-2.8.0+git.1680557182.90888a0c/cmd/loki/loki-local-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/cmd/loki/loki-local-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/cmd/loki/loki-local-config.yaml
@@ -6,11 +6,11 @@ server:
common:
instance_addr: 127.0.0.1
- path_prefix: /tmp/loki
+ path_prefix: /var/lib/loki
storage:
filesystem:
- chunks_directory: /tmp/loki/chunks
- rules_directory: /tmp/loki/rules
+ chunks_directory: /var/lib/loki/chunks
+ rules_directory: /var/lib/loki/rules
replication_factor: 1
ring:
kvstore:
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/configuration/examples.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples.md
@@ -44,7 +44,7 @@ common:
kvstore:
store: inmemory
replication_factor: 1
- path_prefix: /tmp/loki
+ path_prefix: /var/lib/loki
schema_config:
configs:
@@ -161,7 +161,7 @@ storage_config:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
secret_access_key: secret_access_key
compactor:
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
shared_store: bos
```
@@ -214,7 +214,7 @@ storage_config:
keyspace: lokiindex
filesystem:
- directory: /tmp/loki/chunks
+ directory: /var/lib/loki/chunks
```
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/operations/storage/filesystem.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/operations/storage/filesystem.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/operations/storage/filesystem.md
@@ -11,7 +11,7 @@ Very simply it stores all the objects (c
```yaml
storage_config:
filesystem:
- directory: /tmp/loki/
+ directory: /var/lib/loki/
```
A folder is created for every tenant all the chunks for one tenant are stored in that directory.
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/rules/_index.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/rules/_index.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/rules/_index.md
@@ -19,8 +19,8 @@ ruler:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
storage:
type: local
local:
- directory: /tmp/rules
- rule_path: /tmp/scratch
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
+ directory: /var/lib/loki/rules
+ rule_path: /var/lib/loki/scratch
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
alertmanager_url: http://localhost
ring:
kvstore:
@@ -246,7 +246,7 @@ ruler:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
consul:
host: consul.loki-dev.svc.cluster.local:8500
store: consul
- rule_path: /tmp/rules
+ rule_path: /var/lib/loki/rules
storage:
gcs:
bucket_name: <loki-rules-bucket>
@@ -261,12 +261,12 @@ The local implementation reads the rule
A typical local configuration might look something like:
```
-ruler.storage.type=local
- -ruler.storage.local.directory=/tmp/loki/rules
+ -ruler.storage.local.directory=/var/lib/loki/rules
```
With the above configuration, the Ruler would expect the following layout:
```
-/tmp/loki/rules/<tenant id>/rules1.yaml
+/var/lib/loki/rules/<tenant id>/rules1.yaml
/rules2.yaml
```
Yaml files are expected to be [Prometheus-compatible](https://prometheus.io/docs/prometheus/latest/configuration/alerting_rules/) but include LogQL expressions as specified in the beginning of this doc.
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/upgrading/_index.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/upgrading/_index.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/upgrading/_index.md
@@ -1085,8 +1085,8 @@ Not every environment will allow this ca
In 1.4.0 and earlier the included config file in the docker container was using directories:
```
-/tmp/loki/index
-/tmp/loki/chunks
+/var/lib/loki/index
+/var/lib/loki/chunks
```
In 1.5.0 this has changed:
@@ -1102,9 +1102,9 @@ This will mostly affect anyone using doc
One possible upgrade path would look like this:
-If I were running Loki with this command `docker run -d --name=loki --mount source=loki-data,target=/tmp/loki -p 3100:3100 grafana/loki:1.4.0`
+If I were running Loki with this command `docker run -d --name=loki --mount source=loki-data,target=/var/lib/loki -p 3100:3100 grafana/loki:1.4.0`
-This would mount a docker volume named `loki-data` to the `/tmp/loki` folder which is where Loki will persist the `index` and `chunks` folder in 1.4.0
+This would mount a docker volume named `loki-data` to the `/var/lib/loki` folder which is where Loki will persist the `index` and `chunks` folder in 1.4.0
To move to 1.5.0 I can do the following (please note that your container names and paths and volumes etc may be different):
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-cloudflare.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-cloudflare.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-cloudflare.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://localhost:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-docker-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-docker-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-docker-config.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://loki:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-local-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-config.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://localhost:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-limit-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-local-limit-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-limit-config.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://localhost:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-pubsub-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-local-pubsub-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-local-pubsub-config.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://localhost:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/lambda-promtail/_index.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/clients/lambda-promtail/_index.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/lambda-promtail/_index.md
@@ -167,7 +167,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://ip_or_hostname_where_Loki_run:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/promtail/configuration.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/clients/promtail/configuration.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/promtail/configuration.md
@@ -2059,7 +2059,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://ip_or_hostname_where_loki_runs:3100/loki/api/v1/push
@@ -2085,7 +2085,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://loki_addr:3100/loki/api/v1/push
@@ -2111,7 +2111,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://ip_or_hostname_where_Loki_run:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/operator/internal/manifests/internal/config/build_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/operator/internal/manifests/internal/config/build_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/operator/internal/manifests/internal/config/build_test.go
@@ -31,7 +31,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -61,7 +61,7 @@ ingester:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -151,8 +151,8 @@ server:
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -213,12 +213,12 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
FQDN: "loki-index-gateway-grpc-lokistack-dev.default.svc.cluster.local",
Port: 9095,
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -266,7 +266,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -296,7 +296,7 @@ ingester:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -386,8 +386,8 @@ server:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -479,12 +479,12 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
FQDN: "loki-index-gateway-grpc-lokistack-dev.default.svc.cluster.local",
Port: 9095,
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -553,12 +553,12 @@ func TestBuild_ConfigAndRuntimeConfig_Cr
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
FQDN: "loki-index-gateway-grpc-lokistack-dev.default.svc.cluster.local",
Port: 9095,
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -605,7 +605,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -635,7 +635,7 @@ ingester:
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -754,15 +754,15 @@ ruler:
min_backoff: 30ms
max_backoff: 100ms
wal:
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
truncate_frequency: 60m
min_age: 5m
max_age: 4h
- rule_path: /tmp/loki
+ rule_path: /var/lib/loki
storage:
type: local
local:
- directory: /tmp/rules
+ directory: /var/lib/loki/rules
ring:
kvstore:
store: memberlist
@@ -779,8 +779,8 @@ server:
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -843,7 +843,7 @@ overrides:
},
Ruler: Ruler{
Enabled: true,
- RulesStorageDirectory: "/tmp/rules",
+ RulesStorageDirectory: "/var/lib/loki/rules",
EvaluationInterval: "1m",
PollInterval: "1m",
AlertManager: &AlertManagerConfig{
@@ -888,12 +888,12 @@ overrides:
},
},
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -941,7 +941,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -971,7 +971,7 @@ ingester:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -1090,15 +1090,15 @@ ruler:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
min_backoff: 30ms
max_backoff: 100ms
wal:
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
truncate_frequency: 60m
min_age: 5m
max_age: 4h
- rule_path: /tmp/loki
+ rule_path: /var/lib/loki
storage:
type: local
local:
- directory: /tmp/rules
+ directory: /var/lib/loki/rules
ring:
kvstore:
store: memberlist
@@ -1115,8 +1115,8 @@ server:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -1179,7 +1179,7 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
Ruler: Ruler{
Enabled: true,
- RulesStorageDirectory: "/tmp/rules",
+ RulesStorageDirectory: "/var/lib/loki/rules",
EvaluationInterval: "1m",
PollInterval: "1m",
AlertManager: &AlertManagerConfig{
@@ -1225,12 +1225,12 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
},
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -1278,7 +1278,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -1308,7 +1308,7 @@ ingester:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -1440,15 +1440,15 @@ ruler:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
min_backoff: 30ms
max_backoff: 100ms
wal:
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
truncate_frequency: 60m
min_age: 5m
max_age: 4h
- rule_path: /tmp/loki
+ rule_path: /var/lib/loki
storage:
type: local
local:
- directory: /tmp/rules
+ directory: /var/lib/loki/rules
ring:
kvstore:
store: memberlist
@@ -1465,8 +1465,8 @@ server:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -1529,7 +1529,7 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
Ruler: Ruler{
Enabled: true,
- RulesStorageDirectory: "/tmp/rules",
+ RulesStorageDirectory: "/var/lib/loki/rules",
EvaluationInterval: "1m",
PollInterval: "1m",
AlertManager: &AlertManagerConfig{
@@ -1592,12 +1592,12 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
},
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -1645,7 +1645,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
retention_enabled: true
retention_delete_delay: 4h
retention_delete_worker_count: 50
@@ -1678,7 +1678,7 @@ ingester:
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -1773,8 +1773,8 @@ server:
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -1901,12 +1901,12 @@ overrides:
FQDN: "loki-compactor-grpc-lokistack-dev.default.svc.cluster.local",
Port: 9095,
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -1957,7 +1957,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -1987,7 +1987,7 @@ ingester:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -2132,15 +2132,15 @@ ruler:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
min_backoff: 30ms
max_backoff: 100ms
wal:
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
truncate_frequency: 60m
min_age: 5m
max_age: 4h
- rule_path: /tmp/loki
+ rule_path: /var/lib/loki
storage:
type: local
local:
- directory: /tmp/rules
+ directory: /var/lib/loki/rules
ring:
kvstore:
store: memberlist
@@ -2157,8 +2157,8 @@ server:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -2221,7 +2221,7 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
Ruler: Ruler{
Enabled: true,
- RulesStorageDirectory: "/tmp/rules",
+ RulesStorageDirectory: "/var/lib/loki/rules",
EvaluationInterval: "1m",
PollInterval: "1m",
AlertManager: &AlertManagerConfig{
@@ -2301,12 +2301,12 @@ overrides:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
},
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -2354,7 +2354,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
tail_tls_config:
@@ -2398,7 +2398,7 @@ ingester:
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -2524,8 +2524,8 @@ server:
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -2625,12 +2625,12 @@ overrides:
FQDN: "loki-index-gateway-grpc-lokistack-dev.default.svc.cluster.local",
Port: 9095,
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
@@ -2678,7 +2678,7 @@ common:
compactor_grpc_address: loki-compactor-grpc-lokistack-dev.default.svc.cluster.local:9095
compactor:
compaction_interval: 2h
- working_directory: /tmp/loki/compactor
+ working_directory: /var/lib/loki/compactor
frontend:
tail_proxy_url: http://loki-querier-http-lokistack-dev.default.svc.cluster.local:3100
compress_responses: true
@@ -2708,7 +2708,7 @@ ingester:
max_transfer_retries: 0
wal:
enabled: true
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
replay_memory_ceiling: 2500
ingester_client:
grpc_client_config:
@@ -2853,15 +2853,15 @@ ruler:
min_backoff: 30ms
max_backoff: 100ms
wal:
- dir: /tmp/wal
+ dir: /var/lib/loki/wal
truncate_frequency: 60m
min_age: 5m
max_age: 4h
- rule_path: /tmp/loki
+ rule_path: /var/lib/loki
storage:
type: local
local:
- directory: /tmp/rules
+ directory: /var/lib/loki/rules
ring:
kvstore:
store: memberlist
@@ -2878,8 +2878,8 @@ server:
log_level: info
storage_config:
boltdb_shipper:
- active_index_directory: /tmp/loki/index
- cache_location: /tmp/loki/index_cache
+ active_index_directory: /var/lib/loki/index
+ cache_location: /var/lib/loki/index_cache
cache_ttl: 24h
resync_interval: 5m
shared_store: s3
@@ -3018,7 +3018,7 @@ overrides:
},
Ruler: Ruler{
Enabled: true,
- RulesStorageDirectory: "/tmp/rules",
+ RulesStorageDirectory: "/var/lib/loki/rules",
EvaluationInterval: "1m",
PollInterval: "1m",
@@ -3099,12 +3099,12 @@ overrides:
},
},
},
- StorageDirectory: "/tmp/loki",
+ StorageDirectory: "/var/lib/loki",
MaxConcurrent: MaxConcurrent{
AvailableQuerierCPUCores: 2,
},
WriteAheadLog: WriteAheadLog{
- Directory: "/tmp/wal",
+ Directory: "/var/lib/loki/wal",
IngesterMemoryRequest: 5000,
},
ObjectStorage: storage.Options{
Index: loki-2.8.0+git.1680557182.90888a0c/clients/pkg/promtail/promtail_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/pkg/promtail/promtail_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/clients/pkg/promtail/promtail_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
@@ -55,7 +55,7 @@ func TestPromtail(t *testing.T) {
util_log.Logger = logger
testutils.InitRandom()
- dirName := filepath.Join(os.TempDir(), "/promtail_test_"+testutils.RandName())
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
+ dirName := "/var/lib/promtail_test_" + randName()
positionsFileName := dirName + "/positions.yml"
err := os.MkdirAll(dirName, 0o750)
Index: loki-2.8.0+git.1680557182.90888a0c/operator/docs/enhancements/ruler_support.md
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/operator/docs/enhancements/ruler_support.md
+++ loki-2.8.0+git.1680557182.90888a0c/operator/docs/enhancements/ruler_support.md
@@ -769,7 +769,7 @@ spec:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
volumeMounts:
- name: "rules"
volume: "rules"
- path: "/tmp/rules"
+ path: "/var/lib/loki/rules"
volumes:
- name: "rules"
items:
@@ -786,7 +786,7 @@ spec:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
In turn the rules directory is outlined as such:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
```
-/tmp/rules/application/ns-a-alerting-rule-a-kube-uid-a.yaml
+/var/lib/loki/rules/application/ns-a-alerting-rule-a-kube-uid-a.yaml
/application/ns-a-recording-rule-a-kube-uid-b.yaml
/infrastructure/ns-b-alerting-rule-b-kube-uid-c.yaml
/infrastructure/ns-b-recording-rule-b-kube-uid-d.yaml
Index: loki-2.8.0+git.1680557182.90888a0c/pkg/logcli/client/file_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/pkg/logcli/client/file_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/pkg/logcli/client/file_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
@@ -20,8 +20,8 @@ func TestFileClient_QueryRangeLogQueries
input := []string{
`level=info event="loki started" caller=main.go ts=1625995076`,
`level=info event="runtime loader started" caller=main.go ts=1625995077`,
- `level=error event="unable to read rules directory" file="/tmp/rules" caller=rules.go ts=1625995090`,
- `level=error event="failed to apply wal" error="/tmp/wal/ corrupted" caller=wal.go ts=1625996090`,
+ `level=error event="unable to read rules directory" file="/var/lib/loki/rules" caller=rules.go ts=1625995090`,
+ `level=error event="failed to apply wal" error="/var/lib/loki/wal/ corrupted" caller=wal.go ts=1625996090`,
`level=info event="loki ready" caller=main.go ts=1625996095`,
}
@@ -92,8 +92,8 @@ func TestFileClient_Query(t *testing.T)
input := []string{
`level=info event="loki started" caller=main.go ts=1625995076`,
`level=info event="runtime loader started" caller=main.go ts=1625995077`,
- `level=error event="unable to read rules directory" file="/tmp/rules" caller=rules.go ts=1625995090`,
- `level=error event="failed to apply wal" error="/tmp/wal/ corrupted" caller=wal.go ts=1625996090`,
+ `level=error event="unable to read rules directory" file="/var/lib/loki/rules" caller=rules.go ts=1625995090`,
+ `level=error event="failed to apply wal" error="/var/lib/loki/wal/ corrupted" caller=wal.go ts=1625996090`,
`level=info event="loki ready" caller=main.go ts=1625996095`,
}
Index: loki-2.8.0+git.1680557182.90888a0c/pkg/loki/config_wrapper_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/pkg/loki/config_wrapper_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/pkg/loki/config_wrapper_test.go
@@ -553,15 +553,15 @@ memberlist:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
fsConfig := `common:
storage:
filesystem:
- chunks_directory: /tmp/chunks
- rules_directory: /tmp/rules`
+ chunks_directory: /var/lib/loki/chunks
+ rules_directory: /var/lib/loki/rules`
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
config, defaults := testContext(fsConfig, nil)
assert.Equal(t, "local", config.Ruler.StoreConfig.Type)
- assert.Equal(t, "/tmp/rules", config.Ruler.StoreConfig.Local.Directory)
- assert.Equal(t, "/tmp/chunks", config.StorageConfig.FSConfig.Directory)
+ assert.Equal(t, "/var/lib/loki/rules", config.Ruler.StoreConfig.Local.Directory)
+ assert.Equal(t, "/var/lib/loki/chunks", config.StorageConfig.FSConfig.Directory)
// should remain empty
assert.EqualValues(t, defaults.Ruler.StoreConfig.GCS, config.Ruler.StoreConfig.GCS)
@@ -761,8 +761,8 @@ storage_config:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
configString: `common:
storage:
filesystem:
- chunks_directory: /tmp/chunks
- rules_directory: /tmp/rules`,
+ chunks_directory: /var/lib/loki/chunks
+ rules_directory: /var/lib/loki/rules`,
expected: config.StorageTypeFileSystem,
},
} {
Index: loki-2.8.0+git.1680557182.90888a0c/pkg/loki/loki_test.go
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/pkg/loki/loki_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/pkg/loki/loki_test.go
@@ -181,7 +181,7 @@ server:
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
grpc_listen_port: %d
common:
compactor_address: http://localhost:%d
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
- path_prefix: /tmp/loki
+ path_prefix: /var/lib/loki
ring:
kvstore:
store: inmemory
Index: loki-2.8.0+git.1680557182.90888a0c/production/ksonnet/loki/config.libsonnet
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/production/ksonnet/loki/config.libsonnet
+++ loki-2.8.0+git.1680557182.90888a0c/production/ksonnet/loki/config.libsonnet
@@ -359,7 +359,7 @@
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
},
ruler: if $._config.ruler_enabled then {
- rule_path: '/tmp/rules',
+ rule_path: '/var/lib/loki/rules',
enable_api: true,
alertmanager_url: 'http://alertmanager.%s.svc.cluster.local/alertmanager' % $._config.namespace,
enable_sharding: true,
Index: loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki-distributed/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/production/nomad/loki-distributed/config.yml
+++ loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki-distributed/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
@@ -114,7 +114,7 @@ ruler:
enable_alertmanager_v2: true
enable_api: true
external_url: https://loki-ruler.service.consul
- rule_path: {{ env "NOMAD_ALLOC_DIR" }}/tmp/rules
+ rule_path: {{ env "NOMAD_ALLOC_DIR" }}/var/lib/loki/rules
storage:
type: local
local:
Index: loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki-simple/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/production/nomad/loki-simple/config.yml
+++ loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki-simple/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
@@ -66,7 +66,7 @@ ruler:
enable_alertmanager_v2: true
enable_api: true
external_url: https://loki.service.consul
- rule_path: {{ env "NOMAD_ALLOC_DIR" }}/tmp/rules
+ rule_path: {{ env "NOMAD_ALLOC_DIR" }}/var/lib/loki/rules
storage:
type: local
local:
Index: loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/production/nomad/loki/config.yml
+++ loki-2.8.0+git.1680557182.90888a0c/production/nomad/loki/config.yml
Accepting request 992389 from home:ecsos:monitoring - Update to version 2.6.1+git.1658128747.6bd05c9a4: * [release-2.6.x] Backport dskit, memberlist version updates to 2.6.x to support memberlist cluster labels and verification; re-vendor (#6693) * Fix per-tenant delete client (#6696) (#6698) * Docs: Fix bad links in the API section (#6688) (#6694) * Fix TIME_WAIT connection leak from queriers to compactor (#6681) (#6692) * avoid making delete requests if deletes are disabled for a user (#6583) (#6687) * Add client type as label (#6469) (#6685) * Handle duplicate registration of deletion metrics (#6446) (#6684) * Do not fail queries if compactor returns unexpected status code (#6552) (#6683) * Add API delete curl examples (#6680) (#6682) * added link to release notes page on releases page (#6639) * added link to release notes page (#6638) * updated date of the release and release notes (#6635) * Draft of release notes for loki 2.6. (#6546) (#6624) * 2.6 Backport: Promtail: Add text encoding conversion to file targets (#6395) (#6617) * Append .x to the versioned directories for the website sync (#6611) (#6613) * [release-2.6.x] CI/CD: Update documentation publishing workflows (#6607) * manually backported changes from #6386 (#6588) * Docs: Edits for several PRs that did not have a docs review (#6398) (#6575) * fix(documentation): correct spelling and scrape_config (#6454) (#6576) * Fix documentation of environment variable defaults (#6536) (#6577) * Docs: revise multi-tenancy prose (#6355) (#6578) * Docs: Add multi-tenant query curl examples (#6530) (#6563) * Add label_replace and literal expressions to instant query split by range (#6515) (#6559) * Fix panic in instant query splitting when using unwrapped rate (#6348) (#6557) * [release-2.6.x] Add unwrapped aggregation `rate_counter()` (#6556) * Sum values in unwrapped rate aggregation instead of treating them as counter (#6361) (#6555) * resolved merge conflict Docs: improve API docs (#6485) * Removing CHANGELOG entry (#6525) * Promtail: disable syslog tests which have expired certs (#6520) * Revert "Add cache usage statistics (#6317)" * bumped images/binaries version to 2.6.0 * created section with loki version 2.6.0 in upgrading guide * updated CHANGELOG.md for the release 2.6.0 (#6506) * [release-2.6.x] Add TLS config to query frontend (#6498) * [k102] Backport Remove whole stream deletion mode (#6435) (#6477) (#6497) * Compactor: add per tenant compaction delete enabled flag (#6410) (#6476) (#6496) * Add more logging for delete requests (#6394) (#6473) (#6495) * Use correct counter when deleting lines (#6376) (#6472) (#6494) * Don't interupt the query path if deletes aren't available (#6368) (#6471) (#6493) * Backport #6413 and #6377 to k102 (#6422) (#6492) * Promtail: Add metrics for journal target (#6105) * TSDB/query-planning-groundwork (#6367) * cmd/loki: minor consistency patch (#6364) * Add total number of unique users involved in query readiness. (#6035) * operator: Allow optional installation of webhooks (#6363) * operator: Allow reduced tenant OIDC authentication requirements (#6362) * operator: Expose only an HTTPS gateway when in openshift-logging mode (#6288) * chore(fluentd): resolve rubocop failures (#6359) * Tsdb/index sampling endpoint (#6347) * loki-canary: Add support for client-side TLS certs for Loki connection (#6310) * operator: Add missing rbac to get/list/watch namespaces (#6303) * Update gopkg.in/yaml.v3 (#6284) * Support `series|labels` query_type in `logql_query_duration` (#6341) * Fix max series test loop that returns early (#6345) * [logql] don't try to execute a modified function that is not allowed by the AST (#6346) * Docs: Add changelog entry for configuration parameter name change (#6340) * TSDB/index-sampling-wiring (#6338) * Define a reason why the fifocache has evicted an item (#6335) * Set `MetricsNamespace` configurable for MemberlistKV module in Loki (#6330) * Update _index.md - an unofficial Loki client added (#6312) * Expose Memberlist status page on MemberlistKV module init (#6322) * Add multi_kv_config block to overrides configmap when multi kv is enabled (#6323) * Tsdb/index sampling (#6329) * always retry syncing index files from indexshipper when the index list cache is stale (#6327) * Add cache usage statistics (#6317) * Update delete integration test (#6192) * Use fake credentials in storage/chunk/storage tests (#6187) * Add licensing boiler plate in case we ever need it (#5251) * make index shipper read path handle range of tables by type of index (#6304) * copy boltdb-shipper cache changes from PR #6054 to generic index shipper (#6316) * Reduce to a single code path through sendBatches regardless of limit (#6216) * fix: allow promtail docker_sd_config to handle long log lines (#6256) * Fix delete cancellation timeout (#6285) * fixed type of the property in memberlist config (#6307) * Support tenant id from value (#6290) * We shouldn't modify the loki config at all if the memberlist ring is not (#6299) (#6308) * Tsdb/inverted index wiring (#6252) * Only consider an interval to have possible expired chunks if it overlaps a delete. (#6297) * exposes line length hist on distributors (#6309) * do not initialize tsdb index store when using index gateway client for queries (#6305) * update loki-mixin json dashboards with latest jsonnet changes (#6306) * Look up config file in default locations (#6160) * Avoid line copy during LogQL line_format (#6104) * Improve write dashboard by removing unrelated route (#5853) * make tsdb store instance a singleton (#6273) * Import memberlist.libsonnet in loki.libsonnet. (#6294) * feat(fluentd): allow fluentd_thread label to be configurable (#6240) * Only delete data when WholeStreamDeletion or FilterAndDelete (#6286) * Document multi-tenant queries. (#5994) * operator: Add ruler config support (#6195) * Loki: add a run-once flag to the compactor (#6281) * fix boltdb shipper local query in logcli and support `fake` tenant (#6282) * operator: Add support for custom S3 CA (#6198) * Move ingester metrics around (#6275) * Snyk SBOM workflow add (#6274) * add metrics for tracking index shipper operations (#6278) * update drone signature (#6277) * Update docs for xk6-loki log formats (#6134) * Add duration filter unit test (#6271) * use tsdb config for initializing index gateway client (#6267) * Documentation: Explain --config.expand-env=true double slash with slash substitution (#6139) * Fix wording about pattern parser (#6264) * docs: Add Nomad deployment examples (#6258) * operator: Document how to connect Grafana to gateway (#6250) * Fix delete updates (#6194) * update drone branch match for 3 digit k release (#6263) * feat: Add support for Azure user assigned identity (#5891) * Memberlist related jsonnet (#6253) * docs: Default loki service port. (#6212) * Loki mixin: publish compiled version of the mixin (#6254) * Add jsonnet tools to build image (#6255) * chore(cache): Make exprimental messages more clear for cache. (#6219) * feat(ruler): support alert relabeling (#6220) * Docs: Reimplement PR 5649 on troubleshooting timeout errors (#6183) * Migrate Tool: Update to work with boltdb-shipper, improve logging output. (#6237) * Fix the signature for substr (#6236) * Add upgrade guide regarding azure container name change (#6118) * make boltdb-shipper use the generic indexshipper for managing index in object storage (#6226) * Add NRC in Adopters (#6242) * [Promtail] drop lines with malformed json (#6099) * Runtime reloadable config; ring migration setup (#6214) * Tsdb/inverted index (#6233) * Remove __name__ from label calls (#6229) * Improve labels computation during LogQL pipeline (#6110) * Fix label extraction pushdown on instant queries (#6215) * operator: Add rules support (#5986) * Docs: Hint about potential high cardinality metrics (#5603) * docs: describe ordering in http query results (#6024) * Docs: Fix design docs index page (#6008) * run store queries in ingester when using tsdb as index store (#6209) * prevents sharding avg and avg_over_time when their children arent shardable. (#6204) * docs: Fix broken link from unpack parser to pack stage (#6207) * doc(storage-example-configs): AWS single store configs (#6196) * Loki: Modifies TableManager to use IndexGateway ring (#5972) * Rename fudge_duplicate_timestamp to be increment_duplicate_timestamp (#6120) * creates a single tsdb for entire wal recovery (#6203) * copy all the fixes/improvements that went into boltdb-shipper that are missing from generic index-shipper (#6200) * operator: Changing GCP secret file path (#6199) * [loki microservices]: allow custom gateway server configuration (#6138) * Change deletion_enabled setting to deletion_mode (#6190) * Fix CHANGELOG entries. (#6193) * security: Redact credentials when marshalled to YAML (#6186) * Fix flaky gRPC server shutdown in tests (#6191) * tsdb index gateway (#6158) * strips out tenant label from LabelNames queries (#6181) * Add integration test for delete request (#6188) * Fixed reader to support both authentication and tenant-id at the same time. (#5719) * Fix typo in operator/docs/hack_operator_make_run.md (#6180) * tsdb creation supports fingerprint overrides (#6178) * skip empty object key returned by some s3 compatible storage while listing boltdb-shipper index (#6123) * fix(querier): Record `result` length after response validation. (#6176) * query-scheduler: Now proper support for `querier_forget_delay` (#6174) * ruler: Add support for alertmanager header authorization (#6136) * fix(tanka): add customizable common env vars (#6124) * Update SSL config for cassandra (#6145) * feat: support simple selection of labels in json expr parser (#6151) * Bump golangci/golangci-lint-action from 3.1.0 to 3.2.0 (#6170) * LogQL: add the `default` sprig template function to logql label/line formatter (#6163) * update auth header env variable usage help (#6169) * Add docs for updated deletion api (#5763) * specify logcli authorization header by flag (#6164) * corrected copy&paste error in list of labels (#6146) * Removed double space in Log (#6166) * tsdb query fixes (#6142) * operator: Add method to get authenticated from GCP (#6125) * Loki: When processing logs during tailing, don't reuse the query pipeline (#6152) * Fix certain binary expression queries by optimizing through push down (#6132) * Docs: redo PR 5109 (#6119) * Bump k8s.io/api, k8s.io/client-go, k8s.io/apimachinery from 0.22.7 to 0.23.6 (#6037) * Remove unused grpc health check endpoints (#6113) * loads previously created TSDBs into shipper on startup (#6117) * fix mutability bug with labels during tsdb flushing (#6116) * operator: Ruler enhancement proposal (#5985) * Tsdb/head wal feedback (#6107) * Document `/services` API endpoint (#6111) * do not increment sync operation count metric on per index set (#6109) * Update consistent hash ring docs with new index gateway ring (#6041) * Feat: add Baidu Cloud BOS as storage backends for Loki #4788 (#5848) * Serve correct status of ingester/distributor in gRPC healthcheck endpoint (#6094) * lambda-promtail: Add multi-tenancy support (#6102) * TSDB shipper + WAL (#6049) * clean up the pr diff message (#6098) * Revert "Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063)" (#6097) * Revert "Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089)" (#6093) * docs: update the labels timespan info (#6019) * Introduce coverage to PR pipelines (#5357) * `metrics.go` support for metadata queries(labels and series) (#5971) * table_manager: Change some level.Info() logging to level.Debug() (#6076) * Docs: fix pic location in `sources/fundamentals/architecture/deployment-modes.md` (#6089) * Remove nosiy "inflight" requests log entries (#6074) * Docs: remove Cortex references (#6079) * fix labeler (#6087) * renames skip -> ok in ProcessString (#6064) * Fix(query-frontend): LokiCodec encode/decode works correctly with label values endpoint (#6084) * Auto add labels on new pull request (#6065) * Add integration tests which test happy path (#5968) * Add UDP protocol support to Promtail's syslog target (#5790) * Loki: Change live tailing to only allow mutating the log line not the number of streams. (#6063) * Fix(query-frontend): `/label/<name>/values` endpoint to use right set of middlewares (#6072) * Bump actions/checkout from 2 to 3 (#5558) * Added NLog-Targets-Loki as unofficial C# client to Loki (#6061) * Fix broken link on deployment-modes.md (#6068) * allow more time for boltdb-shipper index syncs to finish (#6071) * promtail: Add support for exclusion patterns in `static_config` (#5943) * Update Loki reads/writes resources dashboards (#5765) * Add dot to some DNS address to reduce lookups (#5789) * Promoto policyRule to v1 (#6003) * Update libsystemd-dev from bullseye-backports for arm32 docker images, fixes (#5938) (#6012) * Bump github.com/minio/minio-go/v7 from 7.0.10 to 7.0.24 (#6007) * Use quiet flag in logcli tail.go. (#6033) * Add missing changelog entry for change introduced by PR 6034. (#6040) * boltdb shipper index list cache improvements (#6054) * Docs: Improve wording of getting started guide (#6060) * Add tailing metrics (#6059) * ignores reporting cancellations as errors in the usage-reporter module (#6058) * Improve index entries deduping and concurrency (#6055) * Add metrics to range mapper (#6030) * Improve batching in boltdb index (#6044) * Decrease log level for "failed to put to memcached" (#6018) * Add IndexGateway Query Readiness Duration panel to `Loki - Reads Resources` dashboard in production/loki-mixin (#6014) * Ensure proto definitions are formatted [2/2] (#6000) * docker-compose: Disable auth in Grafana (#5998) * Add filter parameter to rebound so lines can be deleted by the compactor (#5879) * operator: Merge gh index page with README.md to link to docs (#6048) * Improve series store index queries (#6045) * Upgrade inet.af/netaddr (#6046) * Docs: PR 5387 redo - Warn ECS users to avoid plain text creds (#6051) * Add query scheduler to "Read Resources" mixin dashboard (#6028) * Docs: revise getting started guide (#5939) * Minor fixes in docs/sources/api/_index.md (#5915) * Add better observability to queryReadiness (#5946) * Loki: Add a configurable ability to fudge incoming timestamps for guaranteed query sort order when receiving entries for the same stream that have duplicate timestamps. (#6042) * Revendor `grafana/tail` to fix promtail symlink behavior (#6034) * Remove empty match within concat of regex (#6026) * Disable calling new index-gateway client's API. (#6025) * operator: logerr v2 update (#5987) * Remove references to cortex (#6015) * migrated gelfTarget to go-gelf/v2 library that contains fix for chunked messages (#5992) * Add buf to the build image (#5785) * Use new build image 0.20.3 (#5904) * Invalidate caches on delete (#5661) * Querier: prevent unnecessary calls to ingesters (#5984) * Add string representation of boltdb shipper mode (#5982) * fix: remove typo in gateway config (#5981) * Call correct method on index store (#5979) * Do not parse string of empty matchers (#5980) * Add changelog entry for split by range of instant queries (#5966) * redact s3 credential values when printing config to logs (#5961) * Loki: Make DNS resolver configurable in Gateway (#5973) * Add query filtering to the tailer (#5969) * Fix query filtering (#5951) * Other: Update pr template (#5885) * Other: trigger build of loki-build-image:0.20.3 (#5924) * fix index gateway chunk refs response (#5957) * operator: Bump operator-sdk to v1.19.1 (#5929) * Other: Improve check-drone-drift script (#5925) * common index set should not expire before any of the user index sets (#5954) * [promtail] Add a log message stating that client level stream lag labels are deprecated (#5850) * chore: Fix flaky test with `TestSingleIdx`. (#5947) * Docs: Fix typo in 429 exceeded rate limit error message (#5944) * build generic index shipper to be shared between boltdb-shipper and tsdb-shipper (#5705) * Query filtering in the ingester and storage (#5629) * store: fix bug in getting chunk ids from ingesters when using boltdb-shipper (#5945) * Update _index.md (#5934) * Update CHANGELOG.md (#5935) * Add SIG operator team to governance doc (#4977) * Fix SSD Docker installation (#5916) * Loki: Fix issue with recent change to flush code (#5932) * Implements TSDB Head (#5864) * Fixes the index-gateway when using the ring (#5923) * Include tenant ID label in label values. (#5908) * Only run boltdb-shipper when appropriate. (#5917) * Fixes a panic when response is nil in the index-gw (#5910) * operator: Do not include non-static labels in pod selectors (#5907) * operator: Align PVC storage size requests for all lokistack t-shirt sizes (#5893) * Loki: Flush chunks one at a time (#5894) * Update golangci-lint in build image (#5901) * Introduce a more scalable index-gateway API. (#5892) * Do not use boltdb-shipper if no ring or address are given. (#5902) * Raise version of build image correctly (#5900) * docs: fix query_ingester_only config (#5873) * Enable tenant ID selection for multi-tenant queries. (#5821) * Upgrade golang version to v1.17.9 (#5899) * Add a Ring to IndexGateway (#5358) * loki: Fix common config net interface name overwritten by ring common config (#5888) * Update _index.md (#5887) * Update _index.md (#5871) * operator: Update Loki operand to v2.5.0 (#5884) * Add more function comments to the rangemapper implementation (#5861) * remove excessive underscore from `dockerLabelLogStream` (#5890) * Return HTTP 400 when multiple tenants are present in push. (#5800) * Docs: Improve the new schema docs (#5869) * Update dskit to v0.0.0-20220331160727-49faf69f72ca. (#5881) * document flag for disabling broad index queries (#5880) * [promtail] Mark promtail single client config flags and config file block as deprecated (#5842) * GCS: refactor creation of http client (#5838) * Minor fix in docs/sources/logql/log_queries.md (#5868) * Bump actions/setup-go from 2 to 3 (#5859) * Improve kafka discovery test. (#5860) * Fix flaky test (#5307) * Docs: Add usage reporting section to 2.5 release notes (#5865) * add some docs for working with the storage schema (#5863) * fix: adopters link for Heureka Group (#5862) * Moves TSDB to the stores package. (#5852) * Fix wrong indentation in example config (#5828) * promtail: Add ActiveTargets method (#5839) * Add Heureka Group to adopters (#5846) * lambda-promtail: fix typos in CloudFormation and Terraform files. (#5749) * Refactoring of the Loki storage (#5833) * Makefile: run lint and tests with default garbage-collection (#5841) * usagestats tests: don't check unpredictable number (#5840) * Fixes deduping when multiple timestamp are equal (#5799) * gcs client: use fake credentials in unit test (#5834) * TestPromtail: avoid hanging when test fails midway (#5837) * incorporate feedback on merged pr #5830 (#5831) * improve mutex locking when writing index in boltdb-shipper (#5830) * [Optimization] boltdb: reduce the code block affected by the lock tablesMtx in the TableManager.query() function. (#5829) * Split by range of instant queries (#5662) * try fixing drone again (#5826) * update drone to push images on tagged builds (#5824) * 2.5 changelog, release notes, and upgrade guide (#5819) * fix missing file during rpm and deb packaging step (#5818) * Tsdb/compaction (#5783) * storage: make Azure blobID chunk delimiter configurable (#5777) * Promtail docs: fix metrics stage. (#5740) * Add X4B as an adopter (#5795) * Return bad request for multi-tenant tail. (#5792) * fix boltdb-shipper doc (#5796) * Update alpine images to 3.15.4 (#5780) * Add a DeletionMode config variable (#5481) * Allow promtail to push RFC5424 formatted syslog messages (#5715) * golangci-lint: Check for pointers to enclosing loop variables (#5775) * Build: update package for fuzzer after refactoring (#5776) * Loki: Add more details about usage reporting to the docs and default config files. (#5767) * Loki: Revert #4845 which changed the format of errors from the API (#5772) * Docs: Document Promtail global rate limiting (#5737) * Increase flush_op_timeout to 10m, 10s is often much too short for a big WAL replay which can generate a lot of chunks very quickly. (#5768) * use an empty registry when setting up the logger for the push server (#5761) * operator: Update Prometheus go client to resolve CVE-2022-21698 (#5748) * [new] promtail pipeline: Promtail Rate Limit stage #5048 (#5051) * ensure tsdb is sorted by hash then labelset (#5746) * operator: change uuids to tenant name in doc (#5739) * fixes existing test case and adds more (#5687) * Update MultiTenantQuerier `Series()` and `Label()` to use `user.InjectOrgID()` instead of `user.InjectUserID()` (#5735) * operator: Add missing label matcher for openshift logging tenant mode (#5729) * Implement `Series` and `Label` for MultiTenantQuerier (#5566) * Revert changes to generated assets_vfsdata.go. (#5728) * Use dskit/tenant intead of loki/pkg/tenant. (#5724) * Update fluent-bit output name (#5711) * Fixed Getting started docs error (#5504) * Docs: add an empty v2.5 release notes section (#5533) * Promtail: Fix retry/stop when erroring for out of cloudflare retention range (e.g. over 168 hours old) (#5698) * logcli: Remove port from TLS server name when provided in --addr (#5477) * Update docker repo to grafana/loki-query-tee (#5716) * Assert that push values tuples consist of string values (#5685) * Mark GELF support in Promtail as experimental (#5697) * Build querytee image as part of CI pipeline (#5700) * Update Fluent Bit docs (#5402) * operator: Fix immediate reset of degraded condition (#5691) * Update retention.md (#5706) * Promtail: Rename config name limit_config to limits_config (#5707) * operator: Update operator-sdk to 1.18.1 (#5704) * operator: Replace frontend_worker parallelism with match_max_concurrent (#5693) * operator: Fix multiple storage support for boltdb_shipper and schema (#5699) * Move promtail StreamLagLabels config to upper level config.Config (#5686) * operator: make replicationFactor optional (#5701) * Require unique client configs when there are multiple clients. (#5688) * operator: Update to Go 1.17 (#5695) * operator: Document how to connect to LokiStack gateway component (#5615) * operator: Update Loki operand to 2.4.2 (#5655) * Fix bug with new promtail stream lag metric where labels might not be (#5675) * Fix debug image by updating Delve version (#5673) * Speed up re-labelling in multi-tenant queries. (#5663) * Add Digitalist as adopter (#5596) * Fix broken Fluentbit / Fluentd plugin doc links (#5664) * operator: Update developer addons (#5599) * operator: Adding instructions to respond to alerts (#5579) * TSDB Index reuses slices, adds pools (#5630) * Tsdb/hash order (#5631) * Support limits in multi-tenant queries. (#5626) * Add inflight requests metric to scheduler (#5658) * operator: Update CSV to point to candidate channel and use openshift-operators-redhat ns (#5640) * operator: Document how to connect to distributor component (#5551) * Preserve interval parameter when splitting queries by time (#5622) * Introduce a ChunkRef type as part of logproto (#5643) * improve boltdb-shipper logging to help debug index query latency issues (#5651) * Remove more chunkstore and schema version below v9 (#5650) * Remove more unused code (#5638) * debug log number of index entries cached and retrieved from the cache per index query (#5642) * Remove benchmark cron job. (#5641) * Remove unused code from cortex (#5633) * Remove unused storage gateway references (#5627) * Tsdb/sharding-benchmarks (#5628) * operator: Use tenant name as id for mode openshift-logging (#5624) * [Frontend] Log Result Cache (#5502) * [promtail] Refactor promtail client metrics so that we can't have duplicate metrics collected for the lag metric. (#5521) * Test multi-tenant context propagation. (#5620) * operator: Use recommended labels for LokiStack components (#5621) * Query Filtering -- Querier (#5482) * Refactor LogQL syntax into its own package (#5539) * operator: Use lokistack name as prefix for owned resources (#5607) * Update Prometheus to latest (#5545) * Print stacktrace to stderr for easier readability (#5616) * Replace `PromQL` -> `LogQL` wordings in Querier (#5602) * Tsdb/sharding (#5600) * Tsdb/multi idx (#5598) * Add RBAC for Prometheus service discovery to Loki component metrics (#5588) * canary: Adds locking to prevent multiple concurrent invocations of `confirmMissing` from clobbering each other (#5568) * bounds utility for tsdb lib (#5593) * more tsdb benchmarks + updates script to work with incompatible branches (#5590) * Compactor improvements (#5587) * Make Loki adopters visible in README (#5586) * cleanup common index source files at the end while compacting index with boltdb-shipper (#5585) * store tsdb bounds (#5582) * build a new batch while starting to process a bucket (#5580) * Tsdb/index interface (#5577) * operator: Change endpoints for generated liveness and readiness probes (#5576) * operator: Reorder changelog in descending order (#5572) * Docs: update documentation about "limit" param (#5540) * Fix frontend-worker error message (#5567) * operator: Add steps to check and run the prometheus rule tests in GitHub action (#5564) * Fix service monitor's server name for operaror metrics (#5560) * Refactor sharding engine to downstream engine (#5546) * operator: Add flag to create Prometheus rules (#5345) * Loki mixin: add DiskSpaceUtilizationPanel (#5552) * Docs: Fix broken link to "Matching IP addresses" (#5550) - Rebase proper-data-directories.patch. - Add missing paths into proper-data-directories.patch. OBS-URL: https://build.opensuse.org/request/show/992389 OBS-URL: https://build.opensuse.org/package/show/server:monitoring/loki?expand=0&rev=19
2022-08-02 19:33:14 +00:00
@@ -66,7 +66,7 @@ ruler:
enable_alertmanager_v2: true
enable_api: true
external_url: https://loki.service.consul
- rule_path: {{ env "NOMAD_ALLOC_DIR" }}/tmp/rules
+ rule_path: {{ env "NOMAD_ALLOC_DIR" }}/var/lib/loki/rules
storage:
type: local
local:
Index: loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-journal.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/clients/cmd/promtail/promtail-journal.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/clients/cmd/promtail/promtail-journal.yaml
@@ -3,7 +3,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://localhost:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/promtail/installation.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/clients/promtail/installation.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/clients/promtail/installation.md
@@ -109,7 +109,7 @@ data:
- url: https://{YOUR_LOKI_ENDPOINT}/loki/api/v1/push
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
target_config:
sync_period: 10s
scrape_configs:
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/1-Local-Configuration-Example.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/configuration/examples/1-Local-Configuration-Example.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/1-Local-Configuration-Example.yaml
@@ -9,7 +9,7 @@ common:
kvstore:
store: inmemory
replication_factor: 1
- path_prefix: /tmp/loki
+ path_prefix: /var/lib/loki
schema_config:
configs:
@@ -19,4 +19,4 @@ schema_config:
schema: v11
index:
prefix: index_
- period: 24h
\ No newline at end of file
+ period: 24h
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/4-BOS-Example.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/configuration/examples/4-BOS-Example.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/4-BOS-Example.yaml
@@ -21,5 +21,5 @@ storage_config:
secret_access_key: secret_access_key
compactor:
- working_directory: /tmp/loki/compactor
- shared_store: bos
\ No newline at end of file
+ working_directory: /var/lib/loki/compactor
+ shared_store: bos
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/6-Cassandra-Snippet.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/configuration/examples/6-Cassandra-Snippet.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/configuration/examples/6-Cassandra-Snippet.yaml
@@ -19,5 +19,4 @@ storage_config:
keyspace: lokiindex
filesystem:
- directory: /tmp/loki/chunks
-
\ No newline at end of file
+ directory: /var/lib/loki/chunks
Index: loki-2.8.0+git.1680557182.90888a0c/docs/sources/operations/troubleshooting.md
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/docs/sources/operations/troubleshooting.md
+++ loki-2.8.0+git.1680557182.90888a0c/docs/sources/operations/troubleshooting.md
@@ -34,7 +34,7 @@ Promtail yet. There may be one of many r
them off. Here is what you can do:
- Start Promtail after Loki, e.g., 60 seconds later.
- To force Promtail to re-send log messages, delete the positions file
- (default location `/tmp/positions.yaml`).
+ (default location `/var/lib/promtail/positions.yaml`).
- Promtail is ignoring targets and isn't reading any logs because of a
configuration issue.
- This can be detected by turning on debug logging in Promtail and looking
Index: loki-2.8.0+git.1680557182.90888a0c/examples/getting-started/promtail-local-config.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/examples/getting-started/promtail-local-config.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/examples/getting-started/promtail-local-config.yaml
@@ -4,7 +4,7 @@ server:
grpc_listen_port: 0
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
clients:
- url: http://gateway:3100/loki/api/v1/push
Index: loki-2.8.0+git.1680557182.90888a0c/examples/promtail-heroku/config.yml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/examples/promtail-heroku/config.yml
+++ loki-2.8.0+git.1680557182.90888a0c/examples/promtail-heroku/config.yml
@@ -4,7 +4,7 @@ server:
log_level: "info"
positions:
- filename: /tmp/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
# This bit indicates what Loki instance to write the logs to. Well inject the
# details and credentials through environment variables
Index: loki-2.8.0+git.1680557182.90888a0c/operator/hack/addons_dev.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/operator/hack/addons_dev.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/operator/hack/addons_dev.yaml
@@ -87,7 +87,7 @@ spec:
volumeMounts:
- mountPath: /etc/promtail
name: config
- - mountPath: /tmp/promtail
+ - mountPath: /var/lib/promtail
name: run
- mountPath: /var/lib/docker/containers
name: docker
@@ -151,7 +151,7 @@ data:
batchwait: 10s
timeout: 10s
positions:
- filename: /tmp/promtail/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
server:
http_listen_port: 3100
grpc_listen_port: 9095
Index: loki-2.8.0+git.1680557182.90888a0c/operator/hack/addons_ocp.yaml
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/operator/hack/addons_ocp.yaml
+++ loki-2.8.0+git.1680557182.90888a0c/operator/hack/addons_ocp.yaml
@@ -84,7 +84,7 @@ spec:
volumeMounts:
- mountPath: /etc/promtail
name: config
- - mountPath: /tmp/promtail
+ - mountPath: /var/lib/promtail
name: run
- mountPath: /var/lib/docker/containers
name: docker
@@ -147,7 +147,7 @@ data:
batchwait: 10s
timeout: 10s
positions:
- filename: /tmp/promtail/positions.yaml
+ filename: /var/lib/promtail/positions.yaml
server:
http_listen_port: 3100
grpc_listen_port: 9095
Index: loki-2.8.0+git.1680557182.90888a0c/operator/internal/manifests/var.go
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/operator/internal/manifests/var.go
+++ loki-2.8.0+git.1680557182.90888a0c/operator/internal/manifests/var.go
@@ -40,9 +40,9 @@ const (
rulesStorageVolumeName = "rules"
storageVolumeName = "storage"
- walDirectory = "/tmp/wal"
- dataDirectory = "/tmp/loki"
- rulesStorageDirectory = "/tmp/rules"
+ walDirectory = "/var/lib/loki/wal"
+ dataDirectory = "/var/lib/loki"
+ rulesStorageDirectory = "/var/lib/loki/rules"
rulerContainerName = "loki-ruler"
Index: loki-2.8.0+git.1680557182.90888a0c/pkg/storage/hack/main.go
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/pkg/storage/hack/main.go
+++ loki-2.8.0+git.1680557182.90888a0c/pkg/storage/hack/main.go
@@ -36,7 +36,7 @@ var (
func main() {
cm := storage.NewClientMetrics()
defer cm.Unregister()
- if _, err := os.Stat("/tmp/benchmark/chunks"); os.IsNotExist(err) {
+ if _, err := os.Stat("/var/lib/loki/benchmark/chunks"); os.IsNotExist(err) {
if err := fillStore(cm); err != nil {
log.Fatal("error filling up storage:", err)
}
@@ -45,8 +45,8 @@ func main() {
func getStore(cm storage.ClientMetrics) (storage.Store, error) {
storeConfig := storage.Config{
- BoltDBConfig: local.BoltDBConfig{Directory: "/tmp/benchmark/index"},
- FSConfig: local.FSConfig{Directory: "/tmp/benchmark/chunks"},
+ BoltDBConfig: local.BoltDBConfig{Directory: "/var/lib/loki/benchmark/index"},
+ FSConfig: local.FSConfig{Directory: "/var/lib/loki/benchmark/chunks"},
}
schemaCfg := config.SchemaConfig{
Index: loki-2.8.0+git.1680557182.90888a0c/pkg/storage/store_test.go
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/pkg/storage/store_test.go
+++ loki-2.8.0+git.1680557182.90888a0c/pkg/storage/store_test.go
@@ -96,7 +96,7 @@ func Benchmark_store_SelectLogsBackward(
})
}
-// rm -Rf /tmp/benchmark/chunks/ /tmp/benchmark/index
+// rm -Rf /var/lib/loki/benchmark/chunks/ /var/lib/loki/benchmark/index
// go run -mod=vendor ./pkg/storage/hack/main.go
// go test -benchmem -run=^$ -mod=vendor ./pkg/storage -bench=Benchmark_store_SelectSample -memprofile memprofile.out -cpuprofile cpuprofile.out
func Benchmark_store_SelectSample(b *testing.B) {
@@ -194,8 +194,8 @@ func getLocalStore(cm ClientMetrics) Sto
}
storeConfig := Config{
- BoltDBConfig: local.BoltDBConfig{Directory: "/tmp/benchmark/index"},
- FSConfig: local.FSConfig{Directory: "/tmp/benchmark/chunks"},
+ BoltDBConfig: local.BoltDBConfig{Directory: "/var/lib/loki/benchmark/index"},
+ FSConfig: local.FSConfig{Directory: "/var/lib/loki/benchmark/chunks"},
MaxChunkBatchSize: 10,
}
Index: loki-2.8.0+git.1680557182.90888a0c/vendor/github.com/baidubce/bce-sdk-go/util/log/logger.go
===================================================================
--- loki-2.8.0+git.1680557182.90888a0c.orig/vendor/github.com/baidubce/bce-sdk-go/util/log/logger.go
+++ loki-2.8.0+git.1680557182.90888a0c/vendor/github.com/baidubce/bce-sdk-go/util/log/logger.go
@@ -18,7 +18,7 @@
// log to file with rotating. It is safe to be called by multiple goroutines.
// By using the package level function to use the default logger:
// log.SetLogHandler(log.STDOUT | log.FILE) // default is log to stdout
-// log.SetLogDir("/tmp") // default is /tmp
+// log.SetLogDir("/var/lib/loki") // default is /var/lib/loki
// log.SetRotateType(log.ROTATE_DAY) // default is log.HOUR
// log.SetRotateSize(1 << 30) // default is 1GB
// log.SetLogLevel(log.INFO) // default is log.DEBUG
@@ -67,7 +67,7 @@ const (
DEFAULT_ROTATE_TYPE = ROTATE_HOUR
DEFAULT_ROTATE_SIZE int64 = 1 << 30
- DEFAULT_LOG_DIR = "/tmp"
+ DEFAULT_LOG_DIR = "/var/lib/loki"
ROTATE_SIZE_FILE_PREFIX = "rotating"
)