mirror of
https://github.com/anchore/syft.git
synced 2026-10-27 04:22:31 +01:00
Compare commits
3
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
d54d20a563 | ||
|
|
abfd244dc5 | ||
|
|
8e9d1d5e91 |
@@ -70,7 +70,7 @@ all: static-analysis test ## Run all linux-based checks (linting, license check,
|
|||||||
static-analysis: check-go-mod-tidy lint check-licenses check-json-schema-drift ## Run all static analysis checks
|
static-analysis: check-go-mod-tidy lint check-licenses check-json-schema-drift ## Run all static analysis checks
|
||||||
|
|
||||||
.PHONY: test
|
.PHONY: test
|
||||||
test: unit integration validate-cyclonedx-schema benchmark cli ## Run all tests (currently unit, integration, linux compare, and cli tests)
|
test: unit race integration validate-cyclonedx-schema benchmark cli ## Run all tests (currently unit, integration, linux compare, and cli tests)
|
||||||
|
|
||||||
|
|
||||||
## Bootstrapping targets #################################
|
## Bootstrapping targets #################################
|
||||||
@@ -147,9 +147,14 @@ check-json-schema-drift:
|
|||||||
.PHONY: unit
|
.PHONY: unit
|
||||||
unit: $(TEMP_DIR) fixtures ## Run unit tests (with coverage)
|
unit: $(TEMP_DIR) fixtures ## Run unit tests (with coverage)
|
||||||
$(call title,Running unit tests)
|
$(call title,Running unit tests)
|
||||||
go test -coverprofile $(TEMP_DIR)/unit-coverage-details.txt $(shell go list ./... | grep -v anchore/syft/test)
|
go test -race -coverprofile $(TEMP_DIR)/unit-coverage-details.txt $(shell go list ./... | grep -v anchore/syft/test)
|
||||||
@.github/scripts/coverage.py $(COVERAGE_THRESHOLD) $(TEMP_DIR)/unit-coverage-details.txt
|
@.github/scripts/coverage.py $(COVERAGE_THRESHOLD) $(TEMP_DIR)/unit-coverage-details.txt
|
||||||
|
|
||||||
|
.PHONY: race
|
||||||
|
race:
|
||||||
|
$(call title,Running main with race detector enabled)
|
||||||
|
go run -race cmd/syft/main.go alpine:latest
|
||||||
|
|
||||||
.PHONY: integration
|
.PHONY: integration
|
||||||
integration: ## Run integration tests
|
integration: ## Run integration tests
|
||||||
$(call title,Running integration tests)
|
$(call title,Running integration tests)
|
||||||
|
|||||||
@@ -65,7 +65,7 @@ func (m *Handler) handleAttestationStarted(e partybus.Event) []tea.Model {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
stage := progress.Stage{}
|
stage := progress.NewAtomicStage("")
|
||||||
|
|
||||||
tsk := m.newTaskProgress(
|
tsk := m.newTaskProgress(
|
||||||
taskprogress.Title{
|
taskprogress.Title{
|
||||||
@@ -79,7 +79,7 @@ func (m *Handler) handleAttestationStarted(e partybus.Event) []tea.Model {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &stage,
|
Stager: stage,
|
||||||
},
|
},
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
@@ -94,7 +94,7 @@ func (m *Handler) handleAttestationStarted(e partybus.Event) []tea.Model {
|
|||||||
|
|
||||||
return []tea.Model{
|
return []tea.Model{
|
||||||
tsk,
|
tsk,
|
||||||
newLogFrame(newBackgroundLineReader(m.Running, reader, &stage), prog, borderStyle),
|
newLogFrame(newBackgroundLineReader(m.Running, reader, stage), prog, borderStyle),
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -108,7 +108,7 @@ func newLogFrame(reader *backgroundLineReader, prog progress.Progressable, borde
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func newBackgroundLineReader(wg *sync.WaitGroup, reader io.Reader, stage *progress.Stage) *backgroundLineReader {
|
func newBackgroundLineReader(wg *sync.WaitGroup, reader io.Reader, stage *progress.AtomicStage) *backgroundLineReader {
|
||||||
r := &backgroundLineReader{
|
r := &backgroundLineReader{
|
||||||
limit: 7,
|
limit: 7,
|
||||||
lock: &sync.RWMutex{},
|
lock: &sync.RWMutex{},
|
||||||
@@ -131,7 +131,7 @@ func newBackgroundLineReader(wg *sync.WaitGroup, reader io.Reader, stage *progre
|
|||||||
return r
|
return r
|
||||||
}
|
}
|
||||||
|
|
||||||
func (l *backgroundLineReader) read(reader io.Reader, stage *progress.Stage) {
|
func (l *backgroundLineReader) read(reader io.Reader, stage *progress.AtomicStage) {
|
||||||
s := bufio.NewScanner(reader)
|
s := bufio.NewScanner(reader)
|
||||||
|
|
||||||
for s.Scan() {
|
for s.Scan() {
|
||||||
@@ -146,9 +146,9 @@ func (l *backgroundLineReader) read(reader io.Reader, stage *progress.Stage) {
|
|||||||
if len(fields) == 2 {
|
if len(fields) == 2 {
|
||||||
present = fmt.Sprintf("transparency log index: %s", fields[1])
|
present = fmt.Sprintf("transparency log index: %s", fields[1])
|
||||||
}
|
}
|
||||||
stage.Current = present
|
stage.Set(present)
|
||||||
} else if strings.Contains(text, "WARNING: skipping transparency log upload") {
|
} else if strings.Contains(text, "WARNING: skipping transparency log upload") {
|
||||||
stage.Current = "transparency log upload skipped"
|
stage.Set("transparency log upload skipped")
|
||||||
}
|
}
|
||||||
|
|
||||||
// only show the last X lines of the shell output
|
// only show the last X lines of the shell output
|
||||||
|
|||||||
@@ -33,9 +33,7 @@ func TestHandler_handleFetchImage(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
@@ -58,9 +56,7 @@ func TestHandler_handleFetchImage(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
|
|||||||
@@ -33,9 +33,7 @@ func TestHandler_handleFileDigestsCatalogerStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
@@ -57,9 +55,7 @@ func TestHandler_handleFileDigestsCatalogerStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
|
|||||||
@@ -33,9 +33,7 @@ func TestHandler_handleFileIndexingStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
@@ -58,9 +56,7 @@ func TestHandler_handleFileIndexingStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
|
|||||||
@@ -33,9 +33,7 @@ func TestHandler_handleFileMetadataCatalogerStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
@@ -57,9 +55,7 @@ func TestHandler_handleFileMetadataCatalogerStarted(t *testing.T) {
|
|||||||
progress.Stager
|
progress.Stager
|
||||||
}{
|
}{
|
||||||
Progressable: prog,
|
Progressable: prog,
|
||||||
Stager: &progress.Stage{
|
Stager: progress.NewAtomicStage("current"),
|
||||||
Current: "current",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
return partybus.Event{
|
return partybus.Event{
|
||||||
|
|||||||
@@ -25,9 +25,7 @@ func TestHandler_handleSecretsCatalogerStarted(t *testing.T) {
|
|||||||
{
|
{
|
||||||
name: "cataloging in progress",
|
name: "cataloging in progress",
|
||||||
eventFn: func(t *testing.T) partybus.Event {
|
eventFn: func(t *testing.T) partybus.Event {
|
||||||
stage := &progress.Stage{
|
stage := progress.NewAtomicStage("current")
|
||||||
Current: "current",
|
|
||||||
}
|
|
||||||
secretsDiscovered := progress.NewManual(-1)
|
secretsDiscovered := progress.NewManual(-1)
|
||||||
secretsDiscovered.Set(64)
|
secretsDiscovered.Set(64)
|
||||||
prog := progress.NewManual(72)
|
prog := progress.NewManual(72)
|
||||||
@@ -47,9 +45,7 @@ func TestHandler_handleSecretsCatalogerStarted(t *testing.T) {
|
|||||||
{
|
{
|
||||||
name: "cataloging complete",
|
name: "cataloging complete",
|
||||||
eventFn: func(t *testing.T) partybus.Event {
|
eventFn: func(t *testing.T) partybus.Event {
|
||||||
stage := &progress.Stage{
|
stage := progress.NewAtomicStage("current")
|
||||||
Current: "current",
|
|
||||||
}
|
|
||||||
secretsDiscovered := progress.NewManual(-1)
|
secretsDiscovered := progress.NewManual(-1)
|
||||||
secretsDiscovered.Set(64)
|
secretsDiscovered.Set(64)
|
||||||
prog := progress.NewManual(72)
|
prog := progress.NewManual(72)
|
||||||
|
|||||||
@@ -43,7 +43,7 @@ func (i *Cataloger) Catalog(resolver file.Resolver, coordinates ...file.Coordina
|
|||||||
|
|
||||||
stage, prog := digestsCatalogingProgress(int64(len(locations)))
|
stage, prog := digestsCatalogingProgress(int64(len(locations)))
|
||||||
for _, location := range locations {
|
for _, location := range locations {
|
||||||
stage.Current = location.RealPath
|
stage.Set(location.RealPath)
|
||||||
result, err := i.catalogLocation(resolver, location)
|
result, err := i.catalogLocation(resolver, location)
|
||||||
|
|
||||||
if errors.Is(err, ErrUndigestableFile) {
|
if errors.Is(err, ErrUndigestableFile) {
|
||||||
@@ -91,8 +91,8 @@ func (i *Cataloger) catalogLocation(resolver file.Resolver, location file.Locati
|
|||||||
return digests, nil
|
return digests, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func digestsCatalogingProgress(locations int64) (*progress.Stage, *progress.Manual) {
|
func digestsCatalogingProgress(locations int64) (*progress.AtomicStage, *progress.Manual) {
|
||||||
stage := &progress.Stage{}
|
stage := progress.NewAtomicStage("")
|
||||||
prog := progress.NewManual(locations)
|
prog := progress.NewManual(locations)
|
||||||
|
|
||||||
bus.Publish(partybus.Event{
|
bus.Publish(partybus.Event{
|
||||||
|
|||||||
@@ -38,7 +38,7 @@ func (i *Cataloger) Catalog(resolver file.Resolver, coordinates ...file.Coordina
|
|||||||
|
|
||||||
stage, prog := metadataCatalogingProgress(int64(len(locations)))
|
stage, prog := metadataCatalogingProgress(int64(len(locations)))
|
||||||
for location := range locations {
|
for location := range locations {
|
||||||
stage.Current = location.RealPath
|
stage.Set(location.RealPath)
|
||||||
metadata, err := resolver.FileMetadataByLocation(location)
|
metadata, err := resolver.FileMetadataByLocation(location)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -52,8 +52,8 @@ func (i *Cataloger) Catalog(resolver file.Resolver, coordinates ...file.Coordina
|
|||||||
return results, nil
|
return results, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func metadataCatalogingProgress(locations int64) (*progress.Stage, *progress.Manual) {
|
func metadataCatalogingProgress(locations int64) (*progress.AtomicStage, *progress.Manual) {
|
||||||
stage := &progress.Stage{}
|
stage := progress.NewAtomicStage("")
|
||||||
prog := progress.NewManual(locations)
|
prog := progress.NewManual(locations)
|
||||||
|
|
||||||
bus.Publish(partybus.Event{
|
bus.Publish(partybus.Event{
|
||||||
|
|||||||
@@ -47,7 +47,7 @@ func (i *Cataloger) Catalog(resolver file.Resolver) (map[file.Coordinates][]file
|
|||||||
locations := internal2.AllRegularFiles(resolver)
|
locations := internal2.AllRegularFiles(resolver)
|
||||||
stage, prog, secretsDiscovered := secretsCatalogingProgress(int64(len(locations)))
|
stage, prog, secretsDiscovered := secretsCatalogingProgress(int64(len(locations)))
|
||||||
for _, location := range locations {
|
for _, location := range locations {
|
||||||
stage.Current = location.RealPath
|
stage.Set(location.RealPath)
|
||||||
result, err := i.catalogLocation(resolver, location)
|
result, err := i.catalogLocation(resolver, location)
|
||||||
if internal.IsErrPathPermission(err) {
|
if internal.IsErrPathPermission(err) {
|
||||||
log.Debugf("secrets cataloger skipping - %+v", err)
|
log.Debugf("secrets cataloger skipping - %+v", err)
|
||||||
@@ -139,8 +139,8 @@ type Monitor struct {
|
|||||||
progress.Progressable
|
progress.Progressable
|
||||||
}
|
}
|
||||||
|
|
||||||
func secretsCatalogingProgress(locations int64) (*progress.Stage, *progress.Manual, *progress.Manual) {
|
func secretsCatalogingProgress(locations int64) (*progress.AtomicStage, *progress.Manual, *progress.Manual) {
|
||||||
stage := &progress.Stage{}
|
stage := progress.NewAtomicStage("")
|
||||||
secretsDiscovered := &progress.Manual{}
|
secretsDiscovered := &progress.Manual{}
|
||||||
prog := progress.NewManual(locations)
|
prog := progress.NewManual(locations)
|
||||||
|
|
||||||
|
|||||||
@@ -58,7 +58,7 @@ func (r *directoryIndexer) build() (filetree.Reader, filetree.IndexReader, error
|
|||||||
return r.tree, r.index, indexAllRoots(r.path, r.indexTree)
|
return r.tree, r.index, indexAllRoots(r.path, r.indexTree)
|
||||||
}
|
}
|
||||||
|
|
||||||
func indexAllRoots(root string, indexer func(string, *progress.Stage) ([]string, error)) error {
|
func indexAllRoots(root string, indexer func(string, *progress.AtomicStage) ([]string, error)) error {
|
||||||
// why account for multiple roots? To cover cases when there is a symlink that references above the root path,
|
// why account for multiple roots? To cover cases when there is a symlink that references above the root path,
|
||||||
// in which case we need to additionally index where the link resolves to. it's for this reason why the filetree
|
// in which case we need to additionally index where the link resolves to. it's for this reason why the filetree
|
||||||
// must be relative to the root of the filesystem (and not just relative to the given path).
|
// must be relative to the root of the filesystem (and not just relative to the given path).
|
||||||
@@ -95,7 +95,7 @@ loop:
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *directoryIndexer) indexTree(root string, stager *progress.Stage) ([]string, error) {
|
func (r *directoryIndexer) indexTree(root string, stager *progress.AtomicStage) ([]string, error) {
|
||||||
log.WithFields("path", root).Trace("indexing filetree")
|
log.WithFields("path", root).Trace("indexing filetree")
|
||||||
|
|
||||||
var roots []string
|
var roots []string
|
||||||
@@ -138,10 +138,9 @@ func (r *directoryIndexer) indexTree(root string, stager *progress.Stage) ([]str
|
|||||||
|
|
||||||
err = filepath.Walk(root,
|
err = filepath.Walk(root,
|
||||||
func(path string, info os.FileInfo, err error) error {
|
func(path string, info os.FileInfo, err error) error {
|
||||||
stager.Current = path
|
stager.Set(path)
|
||||||
|
|
||||||
newRoot, err := r.indexPath(path, info, err)
|
newRoot, err := r.indexPath(path, info, err)
|
||||||
|
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
@@ -173,7 +172,7 @@ func isRealPath(root string) (bool, error) {
|
|||||||
return rootParent == realRootParent, nil
|
return rootParent == realRootParent, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func (r *directoryIndexer) indexBranch(root string, stager *progress.Stage) ([]string, error) {
|
func (r *directoryIndexer) indexBranch(root string, stager *progress.AtomicStage) ([]string, error) {
|
||||||
rootRealPath, err := filepath.EvalSymlinks(root)
|
rootRealPath, err := filepath.EvalSymlinks(root)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
@@ -200,7 +199,7 @@ func (r *directoryIndexer) indexBranch(root string, stager *progress.Stage) ([]s
|
|||||||
targetPath = p
|
targetPath = p
|
||||||
}
|
}
|
||||||
|
|
||||||
stager.Current = targetPath
|
stager.Set(targetPath)
|
||||||
|
|
||||||
lstat, err := os.Lstat(targetPath)
|
lstat, err := os.Lstat(targetPath)
|
||||||
newRoot, err := r.indexPath(targetPath, lstat, err)
|
newRoot, err := r.indexPath(targetPath, lstat, err)
|
||||||
@@ -465,8 +464,8 @@ func requireFileInfo(_ string, info os.FileInfo, _ error) error {
|
|||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func indexingProgress(path string) (*progress.Stage, *progress.Manual) {
|
func indexingProgress(path string) (*progress.AtomicStage, *progress.Manual) {
|
||||||
stage := &progress.Stage{}
|
stage := progress.NewAtomicStage("")
|
||||||
prog := progress.NewManual(-1)
|
prog := progress.NewManual(-1)
|
||||||
|
|
||||||
bus.Publish(partybus.Event{
|
bus.Publish(partybus.Event{
|
||||||
|
|||||||
@@ -22,7 +22,7 @@ type indexerMock struct {
|
|||||||
additionalRoots map[string][]string
|
additionalRoots map[string][]string
|
||||||
}
|
}
|
||||||
|
|
||||||
func (m *indexerMock) indexer(s string, _ *progress.Stage) ([]string, error) {
|
func (m *indexerMock) indexer(s string, _ *progress.AtomicStage) ([]string, error) {
|
||||||
m.observedRoots = append(m.observedRoots, s)
|
m.observedRoots = append(m.observedRoots, s)
|
||||||
return m.additionalRoots[s], nil
|
return m.additionalRoots[s], nil
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user