feat(cli): add command to create custom OCI images from directories

Signed-off-by: Ettore Di Giacinto <[email protected]>

Author: mudler

core/cli/util.go

@@ -4,18 +4,24 @@ import (
 	"encoding/json"
 	"errors"
 	"fmt"
+	"os"
+	"path/filepath"
+	"strings"
 
+	"github.com/mholt/archiver/v3"
 	"github.com/rs/zerolog/log"
 
 	gguf "github.com/gpustack/gguf-parser-go"
 	cliContext "github.com/mudler/LocalAI/core/cli/context"
 	"github.com/mudler/LocalAI/core/config"
 	"github.com/mudler/LocalAI/core/gallery"
 	"github.com/mudler/LocalAI/pkg/downloader"
+	"github.com/mudler/LocalAI/pkg/oci"
 )
 
 type UtilCMD struct {
 	GGUFInfo         GGUFInfoCMD         `cmd:"" name:"gguf-info" help:"Get information about a GGUF file"`
+	CreateImage      CreateImageCMD      `cmd:"" name:"create-image" help:"Create an OCI image from a file or a directory"`
 	HFScan           HFScanCMD           `cmd:"" name:"hf-scan" help:"Checks installed models for known security issues. WARNING: this is a best-effort feature and may not catch everything!"`
 	UsecaseHeuristic UsecaseHeuristicCMD `cmd:"" name:"usecase-heuristic" help:"Checks a specific model config and prints what usecase LocalAI will offer for it."`
 }
@@ -36,6 +42,35 @@ type UsecaseHeuristicCMD struct {
 	ModelsPath string `env:"LOCALAI_MODELS_PATH,MODELS_PATH" type:"path" default:"${basepath}/models" help:"Path containing models used for inferencing" group:"storage"`
 }
 
+type CreateImageCMD struct {
+	Input     []string `arg:"" help:"Input file or directory to create an OCI image from"`
+	Output    string   `default:"image.tar" help:"Output OCI image name"`
+	ImageName string   `default:"localai" help:"Image name"`
+	Platform  string   `default:"linux/amd64" help:"Platform of the image"`
+}
+
+func (u *CreateImageCMD) Run(ctx *cliContext.Context) error {
+	log.Info().Msg("Creating OCI image from input")
+
+	dir, err := os.MkdirTemp("", "localai")
+	if err != nil {
+		return err
+	}
+	defer os.RemoveAll(dir)
+	err = archiver.Archive(u.Input, filepath.Join(dir, "archive.tar"))
+	if err != nil {
+		return err
+	}
+	log.Info().Msgf("Creating '%s' as '%s' from %v", u.Output, u.Input, u.Input)
+
+	platform := strings.Split(u.Platform, "/")
+	if len(platform) != 2 {
+		return fmt.Errorf("invalid platform: %s", u.Platform)
+	}
+
+	return oci.CreateTar(filepath.Join(dir, "archive.tar"), u.Output, u.ImageName, platform[1], platform[0])
+}
+
 func (u *GGUFInfoCMD) Run(ctx *cliContext.Context) error {
 	if u.Args == nil || len(u.Args) == 0 {
 		return fmt.Errorf("no GGUF file provided")