portal/service/files/files.go

package files

import (
	"bytes"
	"context"
	"encoding/hex"
	"errors"
	"fmt"
	"git.lumeweb.com/LumeWeb/portal/bao"
	"git.lumeweb.com/LumeWeb/portal/db"
	"git.lumeweb.com/LumeWeb/portal/model"
	"git.lumeweb.com/LumeWeb/portal/renterd"
	"git.lumeweb.com/LumeWeb/portal/shared"
	"github.com/go-resty/resty/v2"
	"go.uber.org/zap"
	"io"
	"strings"
)

var client *resty.Client

func Init() {
	client = resty.New()
	client.SetBaseURL(renterd.GetApiAddr() + "/api")
	client.SetBasicAuth("", renterd.GetAPIPassword())
	client.SetDisableWarn(true)
}

func Upload(r io.ReadSeeker, size int64, hash []byte) (model.Upload, error) {
	var upload model.Upload

	tree, hashBytes, err := bao.ComputeTree(r, size)

	if err != nil {
		shared.GetLogger().Error("Failed to hash file", zap.Error(err))
		return upload, err
	}

	if hash != nil {
		if bytes.Compare(hashBytes[:], hash) != 0 {
			shared.GetLogger().Error("File hash does not match provided file hash")
			return upload, err
		}
	}

	hashHex := hex.EncodeToString(hashBytes[:])

	_, err = r.Seek(0, io.SeekStart)

	if err != nil {
		return upload, err
	}

	result := db.Get().Where(&model.Upload{Hash: hashHex}).First(&upload)
	if (result.Error != nil && result.Error.Error() != "record not found") || result.RowsAffected > 0 {
		err := result.Row().Scan(&upload)
		if err != nil {
			shared.GetLogger().Error("Failed to query uploads table", zap.Error(err))
			return upload, err
		}

		if result.RowsAffected > 0 && upload.ID > 0 {
			shared.GetLogger().Info("Upload already exists")
			return upload, nil
		}
	}

	objectExistsResult, err := client.R().Get(fmt.Sprintf("/worker/objects/%s", hashHex))

	if err != nil {
		shared.GetLogger().Error("Failed query object", zap.Error(err))
		return upload, err
	}

	statusCode := objectExistsResult.StatusCode()

	if statusCode == 500 {
		bodyErr := objectExistsResult.String()
		if !strings.Contains(bodyErr, "no slabs found") {
			shared.GetLogger().Error("Failed fetching object", zap.String("error", objectExistsResult.String()))
			return upload, errors.New(fmt.Sprintf("error fetching file: %s", objectExistsResult.String()))
		}

		statusCode = 404
	}

	if statusCode != 404 {
		msg := "file already exists in network, but missing in database"
		shared.GetLogger().Error(msg)
		return upload, errors.New(msg)
	}

	ret, err := client.R().SetBody(r).Put(fmt.Sprintf("/worker/objects/%s", hashHex))
	if ret.StatusCode() != 200 {
		shared.GetLogger().Error("Failed uploading object", zap.String("error", ret.String()))
		err = errors.New(ret.String())
		return upload, err
	}

	ret, err = client.R().SetBody(tree).Put(fmt.Sprintf("/worker/objects/%s.obao", hashHex))
	if ret.StatusCode() != 200 {
		shared.GetLogger().Error("Failed uploading proof", zap.String("error", ret.String()))
		err = errors.New(ret.String())
		return upload, err
	}

	upload = model.Upload{
		Hash: hashHex,
	}

	if err = db.Get().Create(&upload).Error; err != nil {
		shared.GetLogger().Error("Failed adding upload to db", zap.Error(err))
		return upload, err
	}

	return upload, nil
}
func Download(hash string) (io.Reader, error) {
	uploadItem := db.Get().Table("uploads").Where(&model.Upload{Hash: hash}).Row()
	tusItem := db.Get().Table("tus").Where(&model.Tus{Hash: hash}).Row()

	if uploadItem.Err() == nil {
		fetch, err := client.R().SetDoNotParseResponse(true).Get(fmt.Sprintf("/worker/objects/%s", hash))
		if err != nil {
			shared.GetLogger().Error("Failed downloading object", zap.Error(err))
			return nil, err
		}

		return fetch.RawBody(), nil
	} else if tusItem.Err() == nil {
		var tusData model.Tus
		err := tusItem.Scan(&tusData)
		if err != nil {
			shared.GetLogger().Error("Failed querying upload from db", zap.Error(err))
			return nil, err
		}

		upload, err := shared.GetTusStore().GetUpload(context.Background(), tusData.UploadID)
		if err != nil {
			shared.GetLogger().Error("Failed querying tus upload", zap.Error(err))
			return nil, err
		}

		reader, err := upload.GetReader(context.Background())
		if err != nil {
			shared.GetLogger().Error("Failed reading tus upload", zap.Error(err))
			return nil, err
		}

		return reader, nil
	} else {
		shared.GetLogger().Error("invalid file")
		return nil, errors.New("invalid file")
	}
}