gguf

Dagger functions for working with GGUF format for AI/ML models.

Installation

dagger install github.com/jozu-ai/daggerverse/gguf@v0.1.0

Gguf

Example

dagger -m github.com/jozu-ai/daggerverse/gguf@a4e5e833af49ad44c91a94a28a2dfbafc5f49510 call \

func (m *MyModule) Example() *dagger.Gguf  {
	return dag.
			Gguf()
}

@function
def example() -> dagger.Gguf:
	return (
		dag.gguf()
	)

@func()
example(): Gguf {
	return dag
		.gguf()
}

Converts a model to GGUF format. outfile: the output file name for the converted model. Returns the resulting file

File !

Name	Type	Default Value	Description
source	Directory !	-	the directory containing the source model.
parameters	[String ! ]	-	additional parameters to pass to the conversion script.

Example

dagger -m github.com/jozu-ai/daggerverse/gguf@a4e5e833af49ad44c91a94a28a2dfbafc5f49510 call \
 convert-to-gguf --source DIR_PATH

func (m *MyModule) Example(source *dagger.Directory) *dagger.File  {
	return dag.
			Gguf().
			ConvertToGguf(source)
}

@function
def example(source: dagger.Directory) -> dagger.File:
	return (
		dag.gguf()
		.convert_to_gguf(source)
	)

@func()
example(source: Directory): File {
	return dag
		.gguf()
		.convertToGguf(source)
}

Quantize applies quantization to a given model file.

File !

Name	Type	Default Value	Description
source	File !	-	the source model file to be quantized.
quantization	String !	-	the quantization parameter to apply.

Example

dagger -m github.com/jozu-ai/daggerverse/gguf@a4e5e833af49ad44c91a94a28a2dfbafc5f49510 call \
 quantize --source file:path --quantization string

func (m *MyModule) Example(source *dagger.File, quantization string) *dagger.File  {
	return dag.
			Gguf().
			Quantize(source, quantization)
}

@function
def example(source: dagger.File, quantization: str) -> dagger.File:
	return (
		dag.gguf()
		.quantize(source, quantization)
	)

@func()
example(source: File, quantization: string): File {
	return dag
		.gguf()
		.quantize(source, quantization)
}