2021-04-09 00:25:57 +02:00
|
|
|
// Copyright 2021 The Gitea Authors. All rights reserved.
|
2022-11-27 19:20:29 +01:00
|
|
|
// SPDX-License-Identifier: MIT
|
2021-04-09 00:25:57 +02:00
|
|
|
|
|
|
|
package lfs
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"io"
|
|
|
|
"net/url"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
|
|
|
|
"code.gitea.io/gitea/modules/util"
|
|
|
|
)
|
|
|
|
|
|
|
|
// FilesystemClient is used to read LFS data from a filesystem path
|
|
|
|
type FilesystemClient struct {
|
2023-09-18 10:40:50 +02:00
|
|
|
lfsDir string
|
2021-04-09 00:25:57 +02:00
|
|
|
}
|
|
|
|
|
2021-06-14 19:20:43 +02:00
|
|
|
// BatchSize returns the preferred size of batchs to process
|
|
|
|
func (c *FilesystemClient) BatchSize() int {
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2021-04-09 00:25:57 +02:00
|
|
|
func newFilesystemClient(endpoint *url.URL) *FilesystemClient {
|
|
|
|
path, _ := util.FileURLToPath(endpoint)
|
2023-09-18 10:40:50 +02:00
|
|
|
lfsDir := filepath.Join(path, "lfs", "objects")
|
|
|
|
return &FilesystemClient{lfsDir}
|
2021-04-09 00:25:57 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *FilesystemClient) objectPath(oid string) string {
|
2023-09-18 10:40:50 +02:00
|
|
|
return filepath.Join(c.lfsDir, oid[0:2], oid[2:4], oid)
|
2021-04-09 00:25:57 +02:00
|
|
|
}
|
|
|
|
|
2021-06-14 19:20:43 +02:00
|
|
|
// Download reads the specific LFS object from the target path
|
|
|
|
func (c *FilesystemClient) Download(ctx context.Context, objects []Pointer, callback DownloadCallback) error {
|
|
|
|
for _, object := range objects {
|
|
|
|
p := Pointer{object.Oid, object.Size}
|
2021-04-09 00:25:57 +02:00
|
|
|
|
2021-06-14 19:20:43 +02:00
|
|
|
objectPath := c.objectPath(p.Oid)
|
|
|
|
|
|
|
|
f, err := os.Open(objectPath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2024-04-03 16:58:13 +02:00
|
|
|
defer f.Close()
|
2021-06-14 19:20:43 +02:00
|
|
|
if err := callback(p, f, nil); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2021-04-09 00:25:57 +02:00
|
|
|
}
|
2021-06-14 19:20:43 +02:00
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Upload writes the specific LFS object to the target path
|
|
|
|
func (c *FilesystemClient) Upload(ctx context.Context, objects []Pointer, callback UploadCallback) error {
|
|
|
|
for _, object := range objects {
|
|
|
|
p := Pointer{object.Oid, object.Size}
|
|
|
|
|
|
|
|
objectPath := c.objectPath(p.Oid)
|
2021-04-09 00:25:57 +02:00
|
|
|
|
2021-06-14 19:20:43 +02:00
|
|
|
if err := os.MkdirAll(filepath.Dir(objectPath), os.ModePerm); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
content, err := callback(p, nil)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
err = func() error {
|
|
|
|
defer content.Close()
|
|
|
|
|
|
|
|
f, err := os.Create(objectPath)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2024-04-03 16:58:13 +02:00
|
|
|
defer f.Close()
|
2021-06-14 19:20:43 +02:00
|
|
|
_, err = io.Copy(f, content)
|
|
|
|
|
|
|
|
return err
|
|
|
|
}()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
2021-04-09 00:25:57 +02:00
|
|
|
}
|