// Copyright 2019 The Gitea Authors. All rights reserved. // Use of this source code is governed by a MIT-style // license that can be found in the LICENSE file. package pipeline import ( "bufio" "bytes" "fmt" "io" "strconv" "strings" "sync" "code.gitea.io/gitea/modules/git" "code.gitea.io/gitea/modules/log" ) // CatFileBatchCheck runs cat-file with --batch-check func CatFileBatchCheck(shasToCheckReader *io.PipeReader, catFileCheckWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string) { defer wg.Done() defer shasToCheckReader.Close() defer catFileCheckWriter.Close() stderr := new(bytes.Buffer) var errbuf strings.Builder cmd := git.NewCommand("cat-file", "--batch-check") if err := cmd.RunInDirFullPipeline(tmpBasePath, catFileCheckWriter, stderr, shasToCheckReader); err != nil { _ = catFileCheckWriter.CloseWithError(fmt.Errorf("git cat-file --batch-check [%s]: %v - %s", tmpBasePath, err, errbuf.String())) } } // CatFileBatchCheckAllObjects runs cat-file with --batch-check --batch-all func CatFileBatchCheckAllObjects(catFileCheckWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string, errChan chan<- error) { defer wg.Done() defer catFileCheckWriter.Close() stderr := new(bytes.Buffer) var errbuf strings.Builder cmd := git.NewCommand("cat-file", "--batch-check", "--batch-all-objects") if err := cmd.RunInDirPipeline(tmpBasePath, catFileCheckWriter, stderr); err != nil { log.Error("git cat-file --batch-check --batch-all-object [%s]: %v - %s", tmpBasePath, err, errbuf.String()) err = fmt.Errorf("git cat-file --batch-check --batch-all-object [%s]: %v - %s", tmpBasePath, err, errbuf.String()) _ = catFileCheckWriter.CloseWithError(err) errChan <- err } } // CatFileBatch runs cat-file --batch func CatFileBatch(shasToBatchReader *io.PipeReader, catFileBatchWriter *io.PipeWriter, wg *sync.WaitGroup, tmpBasePath string) { defer wg.Done() defer shasToBatchReader.Close() defer catFileBatchWriter.Close() stderr := new(bytes.Buffer) var errbuf strings.Builder if err := git.NewCommand("cat-file", "--batch").RunInDirFullPipeline(tmpBasePath, catFileBatchWriter, stderr, shasToBatchReader); err != nil { _ = shasToBatchReader.CloseWithError(fmt.Errorf("git rev-list [%s]: %v - %s", tmpBasePath, err, errbuf.String())) } } // BlobsLessThan1024FromCatFileBatchCheck reads a pipeline from cat-file --batch-check and returns the blobs <1024 in size func BlobsLessThan1024FromCatFileBatchCheck(catFileCheckReader *io.PipeReader, shasToBatchWriter *io.PipeWriter, wg *sync.WaitGroup) { defer wg.Done() defer catFileCheckReader.Close() scanner := bufio.NewScanner(catFileCheckReader) defer func() { _ = shasToBatchWriter.CloseWithError(scanner.Err()) }() for scanner.Scan() { line := scanner.Text() if len(line) == 0 { continue } fields := strings.Split(line, " ") if len(fields) < 3 || fields[1] != "blob" { continue } size, _ := strconv.Atoi(fields[2]) if size > 1024 { continue } toWrite := []byte(fields[0] + "\n") for len(toWrite) > 0 { n, err := shasToBatchWriter.Write(toWrite) if err != nil { _ = catFileCheckReader.CloseWithError(err) break } toWrite = toWrite[n:] } } }