// Copyright 2020 The Gitea Authors. All rights reserved. // Use of this source code is governed by a MIT-style // license that can be found in the LICENSE file. package lfs import ( "crypto/sha256" "encoding/hex" "errors" "io" "os" "path/filepath" "code.gitea.io/gitea/models" "code.gitea.io/gitea/modules/log" "code.gitea.io/gitea/modules/util" ) var ( errHashMismatch = errors.New("Content hash does not match OID") errSizeMismatch = errors.New("Content size does not match") ) // ContentStore provides a simple file system based storage. type ContentStore struct { BasePath string } // Get takes a Meta object and retrieves the content from the store, returning // it as an io.Reader. If fromByte > 0, the reader starts from that byte func (s *ContentStore) Get(meta *models.LFSMetaObject, fromByte int64) (io.ReadCloser, error) { path := filepath.Join(s.BasePath, transformKey(meta.Oid)) f, err := os.Open(path) if err != nil { log.Error("Whilst trying to read LFS OID[%s]: Unable to open %s Error: %v", meta.Oid, path, err) return nil, err } if fromByte > 0 { _, err = f.Seek(fromByte, os.SEEK_CUR) if err != nil { log.Error("Whilst trying to read LFS OID[%s]: Unable to seek to %d Error: %v", meta.Oid, fromByte, err) } } return f, err } // Put takes a Meta object and an io.Reader and writes the content to the store. func (s *ContentStore) Put(meta *models.LFSMetaObject, r io.Reader) error { path := filepath.Join(s.BasePath, transformKey(meta.Oid)) tmpPath := path + ".tmp" dir := filepath.Dir(path) if err := os.MkdirAll(dir, 0750); err != nil { log.Error("Whilst putting LFS OID[%s]: Unable to create the LFS directory: %s Error: %v", meta.Oid, dir, err) return err } file, err := os.OpenFile(tmpPath, os.O_CREATE|os.O_WRONLY|os.O_EXCL, 0640) if err != nil { log.Error("Whilst putting LFS OID[%s]: Unable to open temporary file for writing: %s Error: %v", tmpPath, err) return err } defer func() { if err := util.Remove(tmpPath); err != nil { log.Warn("Unable to remove temporary path: %s: Error: %v", tmpPath, err) } }() hash := sha256.New() hw := io.MultiWriter(hash, file) written, err := io.Copy(hw, r) if err != nil { log.Error("Whilst putting LFS OID[%s]: Failed to copy to tmpPath: %s Error: %v", meta.Oid, tmpPath, err) file.Close() return err } file.Close() if written != meta.Size { return errSizeMismatch } shaStr := hex.EncodeToString(hash.Sum(nil)) if shaStr != meta.Oid { return errHashMismatch } if err := os.Rename(tmpPath, path); err != nil { log.Error("Whilst putting LFS OID[%s]: Unable to move tmp file to final destination: %s Error: %v", meta.Oid, path, err) return err } return nil } // Exists returns true if the object exists in the content store. func (s *ContentStore) Exists(meta *models.LFSMetaObject) bool { path := filepath.Join(s.BasePath, transformKey(meta.Oid)) if _, err := os.Stat(path); os.IsNotExist(err) { return false } return true } // Verify returns true if the object exists in the content store and size is correct. func (s *ContentStore) Verify(meta *models.LFSMetaObject) (bool, error) { path := filepath.Join(s.BasePath, transformKey(meta.Oid)) fi, err := os.Stat(path) if os.IsNotExist(err) || err == nil && fi.Size() != meta.Size { return false, nil } else if err != nil { log.Error("Unable stat file: %s for LFS OID[%s] Error: %v", path, meta.Oid, err) return false, err } return true, nil } func transformKey(key string) string { if len(key) < 5 { return key } return filepath.Join(key[0:2], key[2:4], key[4:]) }