eternity/lib/main.go

package lib

import (
	"bytes"
	"errors"
	"io"
	"os"
	"strconv"
	"strings"

	"archive/tar"
	"crypto/ed25519"
	"encoding/binary"
	"encoding/json"
	"os/exec"
	"path/filepath"

	"github.com/Masterminds/semver"
	"github.com/cespare/xxhash/v2"
	"github.com/klauspost/compress/zstd"
)

// SpecialFiles is a struct that contains the special files that are not to be deleted or replaced
type SpecialFiles struct {
	NoDelete  []string `json:"noDelete"`
	NoReplace []string `json:"noReplace"`
}

// Metadata is a struct that contains the metadata of the package
type Metadata struct {
	Name            string `json:"name"`
	Description     string `json:"desc"`
	LongDescription string `json:"longDesc"`
	Version         *semver.Version
	VersionString   string `json:"version"`
	Author          string `json:"author"`
	License         string `json:"license"`
	Architecture    string `json:"arch"`
	// The decompressed size may be larger than the int64 allocated for a compressed file
	DecompressedSize int64
	Dependencies     []string     `json:"deps"`
	SpecialFiles     SpecialFiles `json:"specialFiles"`
}

// Build is a struct that contains the build configuration of the package
type Build struct {
	Type         string   `json:"type"`
	Dependencies []string `json:"deps"`
	Steps        []string `json:"steps"`
	TargetRoot   string   `json:"root"`
	HooksFolder  string   `json:"hooks"`
	FilesFolder  string   `json:"files"`
}

// Config is a struct that contains the configuration of the package
type Config struct {
	Metadata Metadata `json:"metadata"`
	Build    Build    `json:"build"`
}

// Log is a struct that contains the log information
type Log struct {
	Level   string
	Content string
	Prompt  bool
}

// Logger is a struct that contains the functions and properties of the logger
type Logger struct {
	LogFunc         func(Log) string
	PromptSupported bool
	StdoutSupported bool
	Stdout          io.Writer
}

var ErrEternityJsonOpenError = errors.New("error opening eternity.json")
var ErrEternityJsonReadError = errors.New("error reading eternity.json")
var ErrEternityJsonParseError = errors.New("error parsing eternity.json")
var ErrEternityJsonMapError = errors.New("error mapping eternity.json")

// ParseConfig parses the eternity.json file
func ParseConfig(path string, logger *Logger) (Config, error, error) {
	// Open eternity.json
	logger.LogFunc(Log{
		Level:   "INFO",
		Content: "Parsing eternity.json",
		Prompt:  false,
	})
	file, err := os.Open(path)
	if err != nil {
		return Config{}, err, ErrEternityJsonOpenError
	}

	// Parse the file as JSON
	var config Config
	decoder := json.NewDecoder(file)
	err = decoder.Decode(&config)
	if err != nil {
		return Config{}, err, ErrEternityJsonParseError
	}

	// Map the JSON version to a semver version
	config.Metadata.Version, err = semver.NewVersion(config.Metadata.VersionString)
	if err != nil {
		return Config{}, err, ErrEternityJsonMapError
	}

	// Return the final Config object
	return config, nil, nil
}

var ErrBuildEPKTemporaryDirectoryError = errors.New("error creating temporary directory")
var ErrBuildEPKCreateHooksError = errors.New("error creating hooks directory")
var ErrBuildEPKCopyHooksError = errors.New("error copying hooks")
var ErrBuildEPKChrootError = errors.New("chroot builds are not supported yet")
var ErrBuildEPKUnrestrictedError = errors.New("unrestricted builds are not supported yet")
var ErrBuildEPKBuildShError = errors.New("error creating build.sh")
var ErrBuildEPKWritingBuildShError = errors.New("error writing to build.sh")
var ErrBuildEPKTargetRootError = errors.New("error creating target root")
var ErrBuildEPKExecutingBuildShError = errors.New("error executing build.sh")
var ErrBuildEPKCountingFilesError = errors.New("error counting files")
var ErrBuildEPKBadBuildType = errors.New("bad build type")
var ErrBuildEPKDirectoryDoesNotExist = errors.New("required directory does not exist")
var ErrBubbleWrapInsufficientPermissions = errors.New("bwrap does not have the necessary permissions")

// BuildEPK builds the EPK package into a build directory
func BuildEPK(projectDir string, inMemory bool, buildConfig Build, logger *Logger) (int64, string, error, error) {
	var tempDir string

	switch buildConfig.Type {
	case "chroot":
		return 0, "", nil, ErrBuildEPKChrootError
	case "unrestricted":
		return 0, "", nil, ErrBuildEPKUnrestrictedError
	case "host":
		// Set up the temp dir
		var err error
		if inMemory {
			// Builds in /tmp. This means that the program must fit in RAM. Luckily, most programs do.
			// If you're building a large program, you might want to consider using a disk build.
			logger.LogFunc(Log{
				Level:   "INFO",
				Content: "Creating temp directory",
				Prompt:  false,
			})
			tempDir, err = os.MkdirTemp("/tmp", "eternity-build-")
		} else {
			// Builds on disk. This is slower but if your program can't fit in RAM, you're out of luck.
			// If your program can fit in RAM, you might want to consider using an in-memory build.
			logger.LogFunc(Log{
				Level:   "INFO",
				Content: "Creating temp directory on disk",
				Prompt:  false,
			})
			tempDir, err = os.MkdirTemp(projectDir, "eternity-build-")
		}
		if err != nil {
			logger.LogFunc(Log{
				Level:   "INFO",
				Content: "Failed to create temporary directory, returning the error",
				Prompt:  false,
			})
			return 0, tempDir, err, ErrBuildEPKTemporaryDirectoryError
		}

		// Copy the hooks folder
		if buildConfig.HooksFolder != "" {
			hooksDir := filepath.Join(projectDir, buildConfig.HooksFolder)
			targetHooksDir := filepath.Join(tempDir, buildConfig.HooksFolder)
			logger.LogFunc(Log{
				Level: "INFO", Content: "Copying hooks from " + hooksDir + " to " + targetHooksDir, Prompt: false,
			})

			err = os.MkdirAll(targetHooksDir, 0755)
			if err != nil {
				return 0, tempDir, err, ErrBuildEPKCreateHooksError
			}

			err = os.CopyFS(targetHooksDir, os.DirFS(hooksDir))
			if err != nil {
				return 0, tempDir, err, ErrBuildEPKCopyHooksError
			}
		}

		// Generate the shell script
		logger.LogFunc(Log{
			Level: "INFO", Content: "Generating shell script", Prompt: false,
		})

		// Create the shell script
		shellScript := "#!/bin/sh\n"
		for _, step := range buildConfig.Steps {
			shellScript += step + "\n"
		}

		file, err := os.OpenFile(tempDir+"/build.sh", os.O_CREATE|os.O_RDWR, 0755)
		if err != nil {
			return 0, tempDir, err, ErrBuildEPKBuildShError
		}

		_, err = file.WriteString(shellScript)
		if err != nil {
			return 0, tempDir, err, ErrBuildEPKWritingBuildShError
		}

		// Set up the target root
		targetRoot := filepath.Join(tempDir, buildConfig.TargetRoot)
		err = os.MkdirAll(targetRoot, 0755)
		if err != nil {
			return 0, tempDir, err, ErrBuildEPKTargetRootError
		}

		// Execute the shell script in BWrap
		logger.LogFunc(Log{
			Level: "INFO", Content: "Starting up container environment (replicating host files)", Prompt: false,
		})

		// Allow me to explain why it's in BWrap. It's very difficult to cut off internet access without root, so I just
		// copy-pasted most of the host files into the container, then disabled networking. This also allows us to use
		// fakeroot and minimises the blast radius of a malicious package (hopefully) by not allowing the home directory
		// or any files owned by root to be viewed or modified (too bad if you've got sensitive data in /var or /etc :P)
		// Ensure all directories being bound exist
		directoriesToCheck := []string{"/bin", "/lib", "/lib64", "/usr", "/etc", "/var", "/sys", "/opt", targetRoot, tempDir}
		for _, dir := range directoriesToCheck {
			if _, err := os.Stat(dir); os.IsNotExist(err) {
				logger.LogFunc(Log{
					Level:   "ERROR",
					Content: "Directory does not exist: " + dir,
					Prompt:  false,
				})
				return 0, tempDir, err, ErrBuildEPKDirectoryDoesNotExist
			}
		}

		// ensure fakeroot-tcp is installed at /usr/bin/fakeroot-tcp
		// if _, err := os.Stat("/usr/bin/fakeroot-tcp"); os.IsNotExist(err) {
		// 	logger.LogFunc(Log{
		// 		Level:   "FATAL",
		// 		Content: "fakeroot-tcp is not installed",
		// 		Prompt:  false,
		// 	})
		// 	return 0, tempDir, err, errors.New("fakeroot-tcp is not installed")
		// }

		// Check if bwrap is available and has the necessary permissions
		logger.LogFunc(Log{
			Level:   "INFO",
			Content: "Checking if bwrap is available and has the necessary permissions",
			Prompt:  false,
		})
		cmd := exec.Command("bwrap", "--version")
		err = cmd.Run()
		if err != nil {
			logger.LogFunc(Log{
				Level:   "ERROR",
				Content: "bwrap is not available or does not have the necessary permissions",
				Prompt:  false,
			})
			return 0, tempDir, err, ErrBubbleWrapInsufficientPermissions
		}

		logger.LogFunc(Log{
			Level:   "DEBUG",
			Content: "Temp directory: " + tempDir,
			Prompt:  false,
		})
		logger.LogFunc(Log{
			Level:   "DEBUG",
			Content: "Target root: " + targetRoot,
			Prompt:  false,
		})
		logger.LogFunc(Log{
			Level:   "DEBUG",
			Content: "Joined path: " + filepath.Join("/", buildConfig.TargetRoot),
			Prompt:  false,
		})

		arguments := []string{
			"--unshare-net",
			"--bind", "/bin", "/bin",
			"--bind", "/lib", "/lib",
			"--bind", "/lib64", "/lib64",
			"--bind", "/usr", "/usr",
			"--bind", "/etc", "/etc",
			"--bind", "/var", "/var",
			"--bind", "/sys", "/sys",
			"--bind", "/opt", "/opt",
			"--bind", targetRoot, filepath.Join("/", buildConfig.TargetRoot),
			"--bind", tempDir, "/eternity",
			"--dev", "/dev",
			"--tmpfs", "/run",
			"--tmpfs", "/tmp",
			"--proc", "/proc",
			"/usr/bin/fakeroot-tcp", "--", // fakeroot-tcp still installs as "fakeroot" for some reason TODO: handle wrong fakeroot installation
			"/bin/sh", "/eternity/build.sh",
		}

		if buildConfig.FilesFolder != "" {
			logger.LogFunc(Log{
				Level:   "INFO",
				Content: "Binding files folder to container",
				Prompt:  false,
			})
			arguments = arguments[:len(arguments)-4]
			arguments = append(
				arguments, "--bind", filepath.Join(projectDir, buildConfig.FilesFolder), filepath.Join("/", buildConfig.FilesFolder),
				"/usr/bin/fakeroot-tcp", "--",
				"/bin/sh", "/eternity/build.sh",
			)
		}

		logger.LogFunc(Log{
			Level:   "INFO",
			Content: "Executing build script in container",
			Prompt:  false,
		})
		logger.LogFunc(Log{
			Level:   "DEBUG",
			Content: "Command: bwrap " + strings.Join(arguments, " "),
			Prompt:  false,
		})
		cmd = exec.Command("bwrap", arguments...)
		if logger.StdoutSupported {
			cmd.Stdout = logger.Stdout
		}
		var stdoutBuf, stderrBuf bytes.Buffer
		cmd.Stdout = &stdoutBuf
		cmd.Stderr = &stderrBuf
		err = cmd.Run()
		stdoutStr := stdoutBuf.String()
		stderrStr := stderrBuf.String()
		if logger.StdoutSupported {
			logger.Stdout.Write([]byte(stdoutStr))
			logger.Stdout.Write([]byte(stderrStr))
		}
		logger.LogFunc(Log{
			Level:   "INFO",
			Content: "Command stdout: " + stdoutStr,
			Prompt:  false,
		})
		logger.LogFunc(Log{
			Level:   "INFO",
			Content: "Command stderr: " + stderrStr,
			Prompt:  false,
		})
		if err != nil {
			logger.LogFunc(Log{
				Level:   "ERROR",
				Content: "Error occurred while executing build.sh, returning error",
				Prompt:  false,
			})
			return 0, tempDir, err, ErrBuildEPKExecutingBuildShError
		}

		logger.LogFunc(Log{
			Level:   "INFO",
			Content: "Build finished",
			Prompt:  false,
		})
		// Hopefully, the build was successful. Let's give the user a file and size count.
		var fileCount int
		var sizeCount int64
		// We start at -1 because the root directory is not counted
		dirCount := -1
		err = filepath.Walk(targetRoot, func(path string, info os.FileInfo, err error) error {
			if info.IsDir() {
				dirCount++
			} else {
				fileCount++
			}
			// Both directories and files need to have their sizes counted
			sizeCount += info.Size()
			return nil
		})
		if err != nil {
			return 0, tempDir, err, ErrBuildEPKCountingFilesError
		}

		logger.LogFunc(Log{
			Level: "INFO",
			Content: "Build successful. " + strconv.Itoa(fileCount) + " files and " + strconv.Itoa(dirCount) +
				" directories created," + " totalling " + strconv.FormatInt(sizeCount, 10) + " bytes.",
			Prompt: false,
		})

		return sizeCount, tempDir, nil, nil
	default:
		return 0, "", errors.New(buildConfig.Type), ErrBuildEPKBadBuildType
	}
}

// CreateTar creates a tar archive from a directory
func CreateTar(targetDir string, output io.Writer) error {
	tarWriter := tar.NewWriter(output)
	err := filepath.Walk(targetDir, func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}

		if !info.Mode().IsRegular() && info.Mode()&os.ModeSymlink == 0 {
			return nil
		}

		header, err := tar.FileInfoHeader(info, path)
		if err != nil {
			return err
		}

		header.Name = strings.TrimPrefix(strings.Replace(path, targetDir, "", -1), string(filepath.Separator))

		if info.Mode()&os.ModeSymlink != 0 {
			linkTarget, err := os.Readlink(path)
			if err != nil {
				return err
			}
			header.Linkname = linkTarget
		}

		err = tarWriter.WriteHeader(header)
		if err != nil {
			return err
		}

		if info.Mode().IsRegular() {
			file, err := os.Open(path)
			if err != nil {
				return err
			}

			_, err = io.Copy(tarWriter, file)
			if err != nil {
				return err
			}

			err = file.Close()
			if err != nil {
				return err
			}
		}

		return nil
	})

	if err != nil {
		return err
	} else {
		err = tarWriter.Close()
		if err != nil {
			return err
		} else {
			return nil
		}
	}
}

// These errors are in the wrong order due to this function being rewritten.
// Oh well, not like it matters.

// ConstPackageEPKMagicNumber is the magic number for an EPK file: "epk" in ASCII / UTF-8
var ConstPackageEPKMagicNumber = []byte{0x65, 0x70, 0x6B}

// ConstPackageEPKBigEndian is the letter "b" in ASCII / UTF-8
var ConstPackageEPKBigEndian = []byte{0x62}

// ConstPackageEPKLittleEndian is the letter "l" in ASCII / UTF-8
var ConstPackageEPKLittleEndian = []byte{0x6C}

// ConstPackageEPKInitialByteOffset is the initial byte offset for an EPK file until we arrive at the signature. 12 = 3 + 1 + 8: 3 for the magic number, 1 for the endian, and 8 for the tar offset
var ConstPackageEPKInitialByteOffset int64 = 12

// ConstPackageEPKSignatureLength is the length of the signature
var ConstPackageEPKSignatureLength int64 = 64

// ConstPackageEPKPublicKeyLength is the length of the public key
var ConstPackageEPKPublicKeyLength int64 = 32

// ConstPackageEPKMetadataOffset is the offset of the metadata in the EPK file
var ConstPackageEPKMetadataOffset = 108

// All these errors are out of order once I rewrote this to stream instead of using a buffer.
// Oh well, not like it matters.

var ErrPackageEPKFailedToWriteHash = errors.New("error writing hash to EPK file")
var ErrPackageEPKFailedToSeek = errors.New("error seeking in EPK file")
var ErrPackageEPKCreateDistDirError = errors.New("error creating dist directory")
var ErrPackageEPKMoveToDistError = errors.New("error moving to dist directory")
var ErrPackageEPKTarError = errors.New("error creating tar")
var ErrPackageEPKJSONMarshal = errors.New("error marshalling JSON")
var ErrPackageEPKCreateCompressionWriterError = errors.New("error creating ZStandard writer")
var ErrPackageEPKCompressCloseError = errors.New("error closing EPK ZStandard writer")
var ErrPackageEPKCannotOpenFile = errors.New("error opening EPK file for writing")
var ErrPackageEPKCannotWriteFile = errors.New("error writing to EPK file")
var ErrPackageEPKCannotCloseFile = errors.New("error closing EPK file")

// PackageEPK packages the EPK work directory into an EPK file
func PackageEPK(metaData Metadata, build Build, tempDir string, output string, privateKey ed25519.PrivateKey, logger *Logger) (error, error) {
	// Create the EPK
	logger.LogFunc(Log{
		Level: "INFO", Content: "Packaging EPK", Prompt: false,
	})

	// Ok. Let's construct targetDir, then hooksDir
	targetDir := filepath.Join(tempDir, build.TargetRoot)
	distDir := tempDir + "/dist"

	err := os.MkdirAll(distDir, 0755)
	if err != nil {
		return err, ErrPackageEPKCreateDistDirError
	}

	err = os.Rename(targetDir, distDir+"/root")
	if err != nil {
		return err, ErrPackageEPKMoveToDistError
	}

	if build.HooksFolder != "" {
		hooksDir := filepath.Join(tempDir, build.HooksFolder)
		err = os.Rename(hooksDir, distDir+"/hooks")
		if err != nil {
			return err, ErrPackageEPKMoveToDistError
		}
	}

	// Map the metadata to a JSON string
	logger.LogFunc(Log{
		Level: "INFO", Content: "Calculating package metadata", Prompt: false,
	})

	dataTemplate := map[string]interface{}{
		"name":     metaData.Name,
		"author":   metaData.Author,
		"version":  metaData.Version.String(),
		"desc":     metaData.Description,
		"longDesc": metaData.LongDescription,
		"license":  metaData.License,
		"arch":     metaData.Architecture,
		"deps":     metaData.Dependencies,
		"specialFiles": map[string][]string{
			"noDelete":  metaData.SpecialFiles.NoDelete,
			"noReplace": metaData.SpecialFiles.NoReplace,
		},
		"size": metaData.DecompressedSize,
	}

	// Make the data template into a JSON string
	dataTemplateBytes, err := json.Marshal(dataTemplate)
	if err != nil {
		return err, ErrPackageEPKJSONMarshal
	}

	// Calculate the offsets
	logger.LogFunc(Log{
		Level: "INFO", Content: "Calculating binary offsets", Prompt: false,
	})

	// Calculate the length of the data template
	var dataTemplateLength int64
	for range dataTemplateBytes {
		dataTemplateLength++
	}

	// Calculate the tar offset
	var tarOffset int64 = int64(ConstPackageEPKMetadataOffset) + dataTemplateLength

	logger.LogFunc(Log{
		Level: "INFO", Content: "Calculating binary properties", Prompt: false,
	})

	// We need to determine the endianness of the architecture so that it's optimal for the target system
	// We assume little-endian by default because most architectures are little-endian (why would you use big-endian?)
	littleEndian := true
	switch metaData.Architecture {
	case "ppc64":
		littleEndian = false
	case "ppc":
		littleEndian = false
	case "mips64":
		littleEndian = false
	case "mips":
		littleEndian = false
	case "s390":
		littleEndian = false
	case "s390x":
		littleEndian = false
	case "sparc64":
		littleEndian = false
	case "sparc":
		littleEndian = false
	default:
		littleEndian = true
	}

	// Create the byte arrays for the tar offset
	tarOffsetBytes := make([]byte, 8)

	// Write as much as we can to the file
	logger.LogFunc(Log{
		Level: "INFO", Content: "Writing to file", Prompt: false,
	})

	// Open the file buffer
	file, err := os.OpenFile(output, os.O_CREATE|os.O_RDWR|os.O_TRUNC, 0644)
	if err != nil {
		return err, ErrPackageEPKCannotOpenFile
	}

	// Write the magic number
	_, err = file.Write(ConstPackageEPKMagicNumber)
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}

	// Write the endianness and correct the offsets based on the endianness
	// I know it's wasteful to convert an int64 to an uint64, but binary doesn't support int64 with custom Endian-ness
	// and file.Seek doesn't
	// support uint64.
	if littleEndian {
		binary.LittleEndian.PutUint64(tarOffsetBytes, uint64(tarOffset))
		_, err = file.Write(ConstPackageEPKLittleEndian)
	} else {
		binary.BigEndian.PutUint64(tarOffsetBytes, uint64(tarOffset))
		_, err = file.Write(ConstPackageEPKBigEndian)
	}
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}

	_, err = file.Write(tarOffsetBytes)
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}
	_, err = file.WriteAt(dataTemplateBytes, int64(ConstPackageEPKMetadataOffset))
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}

	// Create the tar archive
	logger.LogFunc(Log{
		Level: "INFO", Content: "Creating tar", Prompt: false,
	})

	// Move the file pointer to the tar offset so that we can write the tar archive
	seek, err := file.Seek(tarOffset, io.SeekStart)
	if err != nil {
		return err, ErrPackageEPKFailedToSeek
	}
	if seek != tarOffset {
		return err, ErrPackageEPKFailedToSeek
	}

	// Create the hash writer
	xxHash := xxhash.New()
	_, err = xxHash.Write(dataTemplateBytes)
	if err != nil {
		return err, nil
	}

	// Create a multi-writer so we can write to the file and the hash at the same time
	multiWriter := io.MultiWriter(file, xxHash)

	// Create the ZStandard writer
	writer, err := zstd.NewWriter(multiWriter, zstd.WithEncoderLevel(zstd.SpeedDefault))
	if err != nil {
		return err, ErrPackageEPKCreateCompressionWriterError
	}

	// We start writing the tar archive
	err = CreateTar(distDir, writer)
	if err != nil {
		return err, ErrPackageEPKTarError
	}

	// Close the ZStandard writer
	err = writer.Close()
	if err != nil {
		return err, ErrPackageEPKCompressCloseError
	}

	// Great, let's sign the EPK
	logger.LogFunc(Log{
		Level: "INFO", Content: "Signing EPK", Prompt: false,
	})

	// Sign the hash
	signature := ed25519.Sign(privateKey, xxHash.Sum(nil))
	publicKey := privateKey.Public().(ed25519.PublicKey)

	// Write the signature and public key to the file
	// Reverse the pointer back to the start of the file so our offsets are correct
	_, err = file.Seek(0, io.SeekStart)
	if err != nil {
		return err, ErrPackageEPKFailedToSeek
	}

	// Write the signature
	_, err = file.WriteAt(signature, ConstPackageEPKInitialByteOffset)
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}

	// Write the public key
	_, err = file.WriteAt(publicKey, ConstPackageEPKInitialByteOffset+ConstPackageEPKSignatureLength)
	if err != nil {
		return err, ErrPackageEPKCannotWriteFile
	}

	// Close the file
	err = file.Close()
	if err != nil {
		return err, ErrPackageEPKCannotCloseFile
	}

	return nil, nil
}

// ConstGenerateRepositoryRepoDataOffset is the offset of the repository data in the repository.json file: it is 3 (magic) + 64 (the signature) + 32 (the public key) = 99
var ConstGenerateRepositoryRepoDataOffset int64 = 99

// ConstGenerateRepositoryEPKMagicNumber is the magic number for an EPK repository: "eon" in ASCII / UTF-8, for obvious reasons
var ConstGenerateRepositoryEPKMagicNumber = []byte{0x65, 0x6F, 0x6E}

var ErrGenerateRepositoryStatError = errors.New("error stating file or directory")
var ErrGenerateRepositoryNotDirectory = errors.New("not a directory")
var ErrGenerateRepositoryRepositoryNameContainsSlash = errors.New("repository name contains a slash")
var ErrGenerateRepositoryFailedToWalk = errors.New("error walking directory")
var ErrGenerateRepositoryCannotUnmarshalJSON = errors.New("error unmarshalling JSON")
var ErrGenerateRepositoryCannotMarshalJSON = errors.New("error marshalling JSON")
var ErrGenerateRepositoryCannotOpenFile = errors.New("error opening file for writing")
var ErrGenerateRepositoryCannotWriteFile = errors.New("error writing to file")
var ErrGenerateRepositoryCannotCloseFile = errors.New("error closing file")

func GenerateRepository(directory string, privateKey ed25519.PrivateKey, logger *Logger) (error, error) {
	// First, we need to see if the directory exists
	logger.LogFunc(Log{
		Level: "INFO", Content: "Generating repository", Prompt: false,
	})

	info, err := os.Stat(directory)
	if err != nil {
		return err, ErrGenerateRepositoryStatError
	}

	if !info.IsDir() {
		return nil, ErrGenerateRepositoryNotDirectory
	}

	// Create the EPK map
	epkMap := make(map[string]interface{})

	// See if the repository.json file exists
	_, err = os.Stat(directory + "/repository.erf")
	if err != nil {
		if !errors.Is(err, os.ErrNotExist) {
			return err, ErrGenerateRepositoryStatError
		} else {
			if logger.PromptSupported {
				// Ask the user for the name of the repository
				repoName := logger.LogFunc(Log{
					Level: "PROMPT", Content: "Enter the name of the repository", Prompt: true,
				})

				// Check the repository name does not contain any slashes
				if strings.Contains(repoName, "/") {
					return nil, ErrGenerateRepositoryRepositoryNameContainsSlash
				}

				// Ask the user for the description of the repository
				repoDesc := logger.LogFunc(Log{
					Level: "PROMPT", Content: "Enter a short description of the repository", Prompt: true,
				})

				// Ask the user for the author of the repository
				repoAuthor := logger.LogFunc(Log{
					Level: "PROMPT",
					Content: "Enter your preferred author name. This must be the same as the author name used in " +
						"eternity.json and associated with your keypair, otherwise it will cause issues with EPK" +
						" verification and your repository will be rejected by Eon and cannot be trusted.",
					Prompt: true,
				})

				// Now append the metadata to the EPK map
				epkMap["name"] = repoName
				epkMap["desc"] = repoDesc
				epkMap["author"] = repoAuthor
			} else {
				logger.LogFunc(Log{
					Level: "FATAL",
					Content: "Please fill in the author, name, and description of the repository in repository.json. " +
						"Your author name must be the same as the author name used in eternity.json and associated with " +
						"your keypair, otherwise it will cause issues with EPK verification and your repository will be " +
						"rejected by Eon and cannot be trusted.",
					Prompt: false,
				})
			}
		}
	} else {
		// Since it does exist, we can extract the name and description from it
		file, err := os.ReadFile(directory + "/repository.erf")
		if err != nil {
			return err, ErrGenerateRepositoryCannotOpenFile
		}

		// Unmarshal the JSON
		var oldRepositoryMap map[string]interface{}

		err = json.Unmarshal(file[ConstGenerateRepositoryRepoDataOffset:], &oldRepositoryMap)
		if err != nil {
			return err, ErrGenerateRepositoryCannotUnmarshalJSON
		}

		// Copy the author, name, and description to the EPK map
		epkMap["name"] = oldRepositoryMap["name"]
		epkMap["desc"] = oldRepositoryMap["desc"]
		epkMap["author"] = oldRepositoryMap["author"]
	}

	// Add a list of packages to the EPK map
	epkMap["packages"] = make([]map[string]interface{}, 0)

	// Now, walk the directory
	err = filepath.Walk(directory, func(path string, info os.FileInfo, err error) error {
		// If error is not nil, return it
		if err != nil {
			return err
		}

		// Ignore directories
		if info.IsDir() {
			return nil
		}

		// Ok. We need to check if the file actually is an EPK file
		file, err := os.Open(path)
		if err != nil {
			return err
		}

		// Read the first 3 bytes
		magicNumber := make([]byte, 3)
		_, err = file.Read(magicNumber)
		if err != nil {
			return err
		}

		// Check if the magic number is correct
		if !bytes.Equal(magicNumber, ConstPackageEPKMagicNumber) {
			// It isn't an EPK file, so we can ignore it
			return nil
		}

		// We need to create a hash of the file
		xxHash := xxhash.New()
		_, err = io.Copy(xxHash, file)
		if err != nil {
			return err
		}

		// Extract the metadata. First, we get the endian-ness
		var littleEndian bool
		endian := make([]byte, 1)
		_, err = file.ReadAt(endian, 3)
		if err != nil {
			return err
		}
		if bytes.Equal(endian, ConstPackageEPKLittleEndian) {
			littleEndian = true
		} else if bytes.Equal(endian, ConstPackageEPKBigEndian) {
			littleEndian = false
		} else {
			return errors.New("invalid endianness")
		}

		// Now we get the tar offset
		var tarOffset int64
		tarOffsetBytes := make([]byte, 8)
		_, err = file.ReadAt(tarOffsetBytes, 4)
		if err != nil {
			return err
		}

		// Now we convert the tar offset to an int64
		if littleEndian {
			tarOffset = int64(binary.LittleEndian.Uint64(tarOffsetBytes))
		} else {
			tarOffset = int64(binary.BigEndian.Uint64(tarOffsetBytes))
		}

		// Now we can read in the metadata
		metadataBytes := make([]byte, tarOffset-int64(ConstPackageEPKMetadataOffset))
		_, err = file.ReadAt(metadataBytes, int64(ConstPackageEPKMetadataOffset))
		if err != nil {
			return err
		}

		// Now we can unmarshal the metadata
		var metadata map[string]interface{}
		err = json.Unmarshal(metadataBytes, &metadata)
		if err != nil {
			return err
		}

		// Now we have the hash, we need to add it to our data template
		dataTemplate := make(map[string]interface{})
		dataTemplate["hash"] = xxHash.Sum64()

		// Now we add some basic metadata
		dataTemplate["name"] = metadata["name"]
		dataTemplate["author"] = metadata["author"]
		dataTemplate["version"] = metadata["version"]
		dataTemplate["size"] = metadata["size"]
		dataTemplate["arch"] = metadata["arch"]
		dataTemplate["desc"] = metadata["desc"]
		dataTemplate["deps"] = metadata["deps"]

		// We add the path to the EPK file, relative to the directory
		relativePath, err := filepath.Rel(directory, path)
		if err != nil {
			return err
		}

		dataTemplate["path"] = relativePath

		// Append it to a list in the EPK map
		epkMap["packages"] = append(epkMap["packages"].([]map[string]interface{}), dataTemplate)

		return nil
	})

	// This error message is a bit vague, but meh.
	if err != nil {
		return err, ErrGenerateRepositoryFailedToWalk
	}

	// Great, now we need to marshal the EPK map and write it to a file
	epkMapBytes, err := json.Marshal(epkMap)
	if err != nil {
		return err, ErrGenerateRepositoryCannotMarshalJSON
	}

	// Write the EPK map to a file
	file, err := os.OpenFile(directory+"/repository.erf", os.O_CREATE|os.O_RDWR|os.O_TRUNC, 0644)
	if err != nil {
		return err, ErrGenerateRepositoryCannotOpenFile
	}

	// Sign the epk map
	xxHash := xxhash.New()
	_, err = xxHash.Write(epkMapBytes)
	if err != nil {
		return err, nil
	}

	signature := ed25519.Sign(privateKey, xxHash.Sum(nil))
	publicKey := privateKey.Public().(ed25519.PublicKey)

	// Write magic number
	_, err = file.Write(ConstGenerateRepositoryEPKMagicNumber)
	if err != nil {
		return err, ErrGenerateRepositoryCannotWriteFile
	}

	// Write signature
	_, err = file.WriteAt(signature, 3)
	if err != nil {
		return err, ErrGenerateRepositoryCannotWriteFile
	}

	// Write public key
	_, err = file.WriteAt(publicKey, 67)
	if err != nil {
		return err, ErrGenerateRepositoryCannotWriteFile
	}

	// Write the EPK map to the file
	_, err = file.WriteAt(epkMapBytes, ConstGenerateRepositoryRepoDataOffset)
	if err != nil {
		return err, ErrGenerateRepositoryCannotWriteFile
	}

	// Close the file
	err = file.Close()
	if err != nil {
		return err, ErrGenerateRepositoryCannotCloseFile
	}

	return nil, nil
}