llamarunner

type ErrReprocessInputs struct {
	Inputs []input
}

type ImageContext struct {
	// contains filtered or unexported fields
}

type InputCache struct {
	// contains filtered or unexported fields
}

type InputCacheSlot struct {
	// Index in the KV cache
	Id int

	// Inputs that are stored in the KV cache
	Inputs []input

	// is this cache actively being processed as part of a sequence?
	InUse bool
	// contains filtered or unexported fields
}

type NewSequenceParams struct {
	// contains filtered or unexported fields
}

type Sequence struct {
	// contains filtered or unexported fields
}

type Server struct {
	// contains filtered or unexported fields
}