|
|
@ -7,6 +7,8 @@ package git
|
|
|
|
import (
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"fmt"
|
|
|
|
"path"
|
|
|
|
"path"
|
|
|
|
|
|
|
|
"path/filepath"
|
|
|
|
|
|
|
|
"runtime"
|
|
|
|
"sort"
|
|
|
|
"sort"
|
|
|
|
"strconv"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
|
|
|
"strings"
|
|
|
@ -145,159 +147,112 @@ func (tes Entries) Sort() {
|
|
|
|
sort.Sort(tes)
|
|
|
|
sort.Sort(tes)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// getCommitInfoState transient state for getting commit info for entries
|
|
|
|
type commitInfo struct {
|
|
|
|
type getCommitInfoState struct {
|
|
|
|
entryName string
|
|
|
|
entries map[string]*TreeEntry // map from filepath to entry
|
|
|
|
infos []interface{}
|
|
|
|
commits map[string]*Commit // map from filepath to commit
|
|
|
|
err error
|
|
|
|
lastCommitHash string
|
|
|
|
|
|
|
|
lastCommit *Commit
|
|
|
|
|
|
|
|
treePath string
|
|
|
|
|
|
|
|
headCommit *Commit
|
|
|
|
|
|
|
|
nextSearchSize int // next number of commits to search for
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func initGetCommitInfoState(entries Entries, headCommit *Commit, treePath string) *getCommitInfoState {
|
|
|
|
// GetCommitsInfo takes advantages of concurrency to speed up getting information
|
|
|
|
entriesByPath := make(map[string]*TreeEntry, len(entries))
|
|
|
|
// of all commits that are corresponding to these entries. This method will automatically
|
|
|
|
for _, entry := range entries {
|
|
|
|
// choose the right number of goroutine (concurrency) to use related of the host CPU.
|
|
|
|
entriesByPath[path.Join(treePath, entry.Name())] = entry
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
if treePath = path.Clean(treePath); treePath == "." {
|
|
|
|
|
|
|
|
treePath = ""
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return &getCommitInfoState{
|
|
|
|
|
|
|
|
entries: entriesByPath,
|
|
|
|
|
|
|
|
commits: make(map[string]*Commit, len(entriesByPath)),
|
|
|
|
|
|
|
|
treePath: treePath,
|
|
|
|
|
|
|
|
headCommit: headCommit,
|
|
|
|
|
|
|
|
nextSearchSize: 16,
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// GetCommitsInfo gets information of all commits that are corresponding to these entries
|
|
|
|
|
|
|
|
func (tes Entries) GetCommitsInfo(commit *Commit, treePath string) ([][]interface{}, error) {
|
|
|
|
func (tes Entries) GetCommitsInfo(commit *Commit, treePath string) ([][]interface{}, error) {
|
|
|
|
state := initGetCommitInfoState(tes, commit, treePath)
|
|
|
|
return tes.GetCommitsInfoWithCustomConcurrency(commit, treePath, 0)
|
|
|
|
if err := getCommitsInfo(state); err != nil {
|
|
|
|
|
|
|
|
return nil, err
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
commitsInfo := make([][]interface{}, len(tes))
|
|
|
|
|
|
|
|
for i, entry := range tes {
|
|
|
|
|
|
|
|
commit = state.commits[path.Join(treePath, entry.Name())]
|
|
|
|
|
|
|
|
switch entry.Type {
|
|
|
|
|
|
|
|
case ObjectCommit:
|
|
|
|
|
|
|
|
subModuleURL := ""
|
|
|
|
|
|
|
|
if subModule, err := state.headCommit.GetSubModule(entry.Name()); err != nil {
|
|
|
|
|
|
|
|
return nil, err
|
|
|
|
|
|
|
|
} else if subModule != nil {
|
|
|
|
|
|
|
|
subModuleURL = subModule.URL
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
subModuleFile := NewSubModuleFile(commit, subModuleURL, entry.ID.String())
|
|
|
|
|
|
|
|
commitsInfo[i] = []interface{}{entry, subModuleFile}
|
|
|
|
|
|
|
|
default:
|
|
|
|
|
|
|
|
commitsInfo[i] = []interface{}{entry, commit}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return commitsInfo, nil
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func (state *getCommitInfoState) nextCommit(hash string) {
|
|
|
|
|
|
|
|
state.lastCommitHash = hash
|
|
|
|
|
|
|
|
state.lastCommit = nil
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
func (state *getCommitInfoState) commit() (*Commit, error) {
|
|
|
|
// GetCommitsInfoWithCustomConcurrency takes advantages of concurrency to speed up getting information
|
|
|
|
var err error
|
|
|
|
// of all commits that are corresponding to these entries. If the given maxConcurrency is negative or
|
|
|
|
if state.lastCommit == nil {
|
|
|
|
// equal to zero: the right number of goroutine (concurrency) to use will be chosen related of the
|
|
|
|
state.lastCommit, err = state.headCommit.repo.GetCommit(state.lastCommitHash)
|
|
|
|
// host CPU.
|
|
|
|
|
|
|
|
func (tes Entries) GetCommitsInfoWithCustomConcurrency(commit *Commit, treePath string, maxConcurrency int) ([][]interface{}, error) {
|
|
|
|
|
|
|
|
if len(tes) == 0 {
|
|
|
|
|
|
|
|
return nil, nil
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return state.lastCommit, err
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func (state *getCommitInfoState) update(entryPath string) error {
|
|
|
|
if maxConcurrency <= 0 {
|
|
|
|
var entryNameStartIndex int
|
|
|
|
maxConcurrency = runtime.NumCPU()
|
|
|
|
if len(state.treePath) > 0 {
|
|
|
|
|
|
|
|
entryNameStartIndex = len(state.treePath) + 1
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if index := strings.IndexByte(entryPath[entryNameStartIndex:], '/'); index >= 0 {
|
|
|
|
// Length of taskChan determines how many goroutines (subprocesses) can run at the same time.
|
|
|
|
entryPath = entryPath[:entryNameStartIndex+index]
|
|
|
|
// The length of revChan should be same as taskChan so goroutines whoever finished job can
|
|
|
|
}
|
|
|
|
// exit as early as possible, only store data inside channel.
|
|
|
|
|
|
|
|
taskChan := make(chan bool, maxConcurrency)
|
|
|
|
if _, ok := state.entries[entryPath]; !ok {
|
|
|
|
revChan := make(chan commitInfo, maxConcurrency)
|
|
|
|
return nil
|
|
|
|
doneChan := make(chan error)
|
|
|
|
} else if _, ok := state.commits[entryPath]; ok {
|
|
|
|
|
|
|
|
return nil
|
|
|
|
// Receive loop will exit when it collects same number of data pieces as tree entries.
|
|
|
|
}
|
|
|
|
// It notifies doneChan before exits or notify early with possible error.
|
|
|
|
|
|
|
|
infoMap := make(map[string][]interface{}, len(tes))
|
|
|
|
var err error
|
|
|
|
go func() {
|
|
|
|
state.commits[entryPath], err = state.commit()
|
|
|
|
i := 0
|
|
|
|
return err
|
|
|
|
for info := range revChan {
|
|
|
|
}
|
|
|
|
if info.err != nil {
|
|
|
|
|
|
|
|
doneChan <- info.err
|
|
|
|
func getCommitsInfo(state *getCommitInfoState) error {
|
|
|
|
return
|
|
|
|
for len(state.entries) > len(state.commits) {
|
|
|
|
}
|
|
|
|
if err := getNextCommitInfos(state); err != nil {
|
|
|
|
|
|
|
|
return err
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func getNextCommitInfos(state *getCommitInfoState) error {
|
|
|
|
infoMap[info.entryName] = info.infos
|
|
|
|
logOutput, err := logCommand(state.lastCommitHash, state).RunInDir(state.headCommit.repo.Path)
|
|
|
|
i++
|
|
|
|
if err != nil {
|
|
|
|
if i == len(tes) {
|
|
|
|
return err
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
lines := strings.Split(logOutput, "\n")
|
|
|
|
|
|
|
|
i := 0
|
|
|
|
|
|
|
|
for i < len(lines) {
|
|
|
|
|
|
|
|
state.nextCommit(lines[i])
|
|
|
|
|
|
|
|
i++
|
|
|
|
|
|
|
|
for ; i < len(lines); i++ {
|
|
|
|
|
|
|
|
entryPath := lines[i]
|
|
|
|
|
|
|
|
if entryPath == "" {
|
|
|
|
|
|
|
|
break
|
|
|
|
break
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if entryPath[0] == '"' {
|
|
|
|
}
|
|
|
|
entryPath, err = strconv.Unquote(entryPath)
|
|
|
|
doneChan <- nil
|
|
|
|
|
|
|
|
}()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for i := range tes {
|
|
|
|
|
|
|
|
// When taskChan is idle (or has empty slots), put operation will not block.
|
|
|
|
|
|
|
|
// However when taskChan is full, code will block and wait any running goroutines to finish.
|
|
|
|
|
|
|
|
taskChan <- true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if tes[i].Type != ObjectCommit {
|
|
|
|
|
|
|
|
go func(i int) {
|
|
|
|
|
|
|
|
cinfo := commitInfo{entryName: tes[i].Name()}
|
|
|
|
|
|
|
|
c, err := commit.GetCommitByPath(filepath.Join(treePath, tes[i].Name()))
|
|
|
|
if err != nil {
|
|
|
|
if err != nil {
|
|
|
|
return fmt.Errorf("Unquote: %v", err)
|
|
|
|
cinfo.err = fmt.Errorf("GetCommitByPath (%s/%s): %v", treePath, tes[i].Name(), err)
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
cinfo.infos = []interface{}{tes[i], c}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
revChan <- cinfo
|
|
|
|
|
|
|
|
<-taskChan // Clear one slot from taskChan to allow new goroutines to start.
|
|
|
|
|
|
|
|
}(i)
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// Handle submodule
|
|
|
|
|
|
|
|
go func(i int) {
|
|
|
|
|
|
|
|
cinfo := commitInfo{entryName: tes[i].Name()}
|
|
|
|
|
|
|
|
sm, err := commit.GetSubModule(path.Join(treePath, tes[i].Name()))
|
|
|
|
|
|
|
|
if err != nil && !IsErrNotExist(err) {
|
|
|
|
|
|
|
|
cinfo.err = fmt.Errorf("GetSubModule (%s/%s): %v", treePath, tes[i].Name(), err)
|
|
|
|
|
|
|
|
revChan <- cinfo
|
|
|
|
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if err = state.update(entryPath); err != nil {
|
|
|
|
|
|
|
|
return err
|
|
|
|
smURL := ""
|
|
|
|
|
|
|
|
if sm != nil {
|
|
|
|
|
|
|
|
smURL = sm.URL
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
i++ // skip blank line
|
|
|
|
c, err := commit.GetCommitByPath(filepath.Join(treePath, tes[i].Name()))
|
|
|
|
if len(state.entries) == len(state.commits) {
|
|
|
|
if err != nil {
|
|
|
|
break
|
|
|
|
cinfo.err = fmt.Errorf("GetCommitByPath (%s/%s): %v", treePath, tes[i].Name(), err)
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
|
|
|
|
cinfo.infos = []interface{}{tes[i], NewSubModuleFile(c, smURL, tes[i].ID.String())}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
revChan <- cinfo
|
|
|
|
|
|
|
|
<-taskChan
|
|
|
|
|
|
|
|
}(i)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
func logCommand(exclusiveStartHash string, state *getCommitInfoState) *Command {
|
|
|
|
if err := <-doneChan; err != nil {
|
|
|
|
var commitHash string
|
|
|
|
return nil, err
|
|
|
|
if len(exclusiveStartHash) == 0 {
|
|
|
|
|
|
|
|
commitHash = state.headCommit.ID.String()
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
commitHash = exclusiveStartHash + "^"
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
var command *Command
|
|
|
|
|
|
|
|
numRemainingEntries := len(state.entries) - len(state.commits)
|
|
|
|
commitsInfo := make([][]interface{}, len(tes))
|
|
|
|
if numRemainingEntries < 32 {
|
|
|
|
for i := 0; i < len(tes); i++ {
|
|
|
|
searchSize := (numRemainingEntries + 1) / 2
|
|
|
|
commitsInfo[i] = infoMap[tes[i].Name()]
|
|
|
|
command = NewCommand("log", prettyLogFormat, "--name-only",
|
|
|
|
|
|
|
|
"-"+strconv.Itoa(searchSize), commitHash, "--")
|
|
|
|
|
|
|
|
for entryPath := range state.entries {
|
|
|
|
|
|
|
|
if _, ok := state.commits[entryPath]; !ok {
|
|
|
|
|
|
|
|
command.AddArguments(entryPath)
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
command = NewCommand("log", prettyLogFormat, "--name-only",
|
|
|
|
|
|
|
|
"-"+strconv.Itoa(state.nextSearchSize), commitHash, "--", state.treePath)
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
state.nextSearchSize += state.nextSearchSize
|
|
|
|
return commitsInfo, nil
|
|
|
|
return command
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|