kavirajk

Reproduce and workaround too_far_behind error

Payload

{
  "streams": [
    {
      "stream": {
          "host": "localhost",
	        "app": "webserver1"

kavirajk

package main

import (
	"fmt"

	"github.com/grafana/loki/pkg/logql/syntax"
)

func main() {
	q := `{app="loki"}!= "foo" or "bar"` // with single linefilters

kavirajk

(first-time)

Debug!! val {} => 598 @[1710835200000] err <nil> expr sum(count_over_time({job="varlogs"} != "cache17"[1h]))
Debug!! val {} => 598 @[1710835200000] err <nil> expr sum(downstream<sum(count_over_time({job="varlogs"} != "cache17"[1h])), shard=<nil>>)

Debug!! val {} => 1803 @[1710831600000] err <nil> expr sum(count_over_time({job="varlogs"} != "cache17"[1h]))
Debug!! val {} => 1803 @[1710831600000] err <nil> expr sum(downstream<sum(count_over_time({job="varlogs"} != "cache17"[1h])), shard=<nil>>)


Debug!! val {} => 18 @[1710835690422] err <nil> expr sum(count_over_time({job="varlogs"} != "cache17"[8m10s422ms]))

kavirajk

Keybase proof

I hereby claim:

• I am kavirajk on github.
• I am kavirajk (https://keybase.io/kavirajk) on keybase.
• I have a public key ASCeqna4pHeED4LBnMXTLyToZW-tn2fu4VucQs-OLLcqrAo

To claim this, I am signing this object:

kavirajk

package main

import (
	"flag"
	"fmt"
	"log"

	"code.launchyard.com/root/aircto-backend/config"
	"code.launchyard.com/root/aircto-backend/models"
	"code.launchyard.com/root/aircto-backend/utils"

kavirajk

package main

import (
	"testing"

	"code.launchyard.com/root/myserver/utils"

	"code.launchyard.com/root/myserver/models"
)

kavirajk

// WARNING: This command is supposed to be used only by admin

package main

import (
	"flag"
	"fmt"
	"log"

	"code.launchyard.com/root/myserver/config"

kavirajk

package envron

import (
	"os"
	"os/exec"
	"testing"
)

func TestMustEnv(t *testing.T) {
	// If env variable "TEST" is not set then fatal it

kavirajk

package envron

import (
	"log"
	"os"
)

func MustEnv(key string) (value string) {
	if value = os.Getenv(key); value == "" {
		log.Fatalf("ENV %q is not set.", key)

kavirajk

package email

import (
	"bytes"
	"html/template"
	"reflect"
	"testing"
)

type FakeEmailSender struct {