package speedwalk

import (
	"io/ioutil"
	"path/filepath"
	"runtime"
	"sync"

	"github.com/lbryio/lbry.go/v2/extras/errors"

	"github.com/karrick/godirwalk"
	"github.com/sirupsen/logrus"
)

// AllFiles recursively lists every file in every subdirectory of a given directory
// If basename is true, retun the basename of each file. Otherwise return the full path starting at startDir.
func AllFiles(startDir string, basename bool) ([]string, error) {
	items, err := ioutil.ReadDir(startDir)
	if err != nil {
		return nil, err
	}

	pathChan := make(chan string)
	paths := make([]string, 0, 1000)
	go func() {
		for {
			path, ok := <-pathChan
			if !ok {
				return
			}
			paths = append(paths, path)
		}
	}()

	wg := &sync.WaitGroup{}
	maxThreads := runtime.NumCPU() - 1
	goroutineLimiter := make(chan struct{}, maxThreads)
	for i := 0; i < maxThreads; i++ {
		goroutineLimiter <- struct{}{}
	}

	for _, item := range items {
		if !item.IsDir() {
			if basename {
				pathChan <- item.Name()
			} else {
				pathChan <- filepath.Join(startDir, item.Name())
			}
			continue
		}

		<-goroutineLimiter
		wg.Add(1)

		go func(dir string) {
			defer func() {
				wg.Done()
				goroutineLimiter <- struct{}{}
			}()

			err = godirwalk.Walk(filepath.Join(startDir, dir), &godirwalk.Options{
				Unsorted: true, // faster this way
				Callback: func(osPathname string, de *godirwalk.Dirent) error {
					if de.IsRegular() {
						if basename {
							pathChan <- de.Name()
						} else {
							pathChan <- filepath.Join(startDir, osPathname)
						}
					}
					return nil
				},
			})
			if err != nil {
				logrus.Errorf(errors.FullTrace(err))
			}
		}(item.Name())
	}

	wg.Wait()

	close(pathChan)
	return paths, nil
}