mirror of
https://github.com/anchore/syft.git
synced 2025-11-17 16:33:21 +01:00
fix: raise model version on package
Signed-off-by: Christopher Phillips <32073428+spiffcs@users.noreply.github.com>
This commit is contained in:
parent
b80592f735
commit
56761cee6f
@ -1443,10 +1443,6 @@
|
|||||||
"type": "string",
|
"type": "string",
|
||||||
"description": "ModelName is the name of the model (from general.name or filename)"
|
"description": "ModelName is the name of the model (from general.name or filename)"
|
||||||
},
|
},
|
||||||
"modelVersion": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "ModelVersion is the version of the model (if available in header, else \"unknown\")"
|
|
||||||
},
|
|
||||||
"fileSize": {
|
"fileSize": {
|
||||||
"type": "integer",
|
"type": "integer",
|
||||||
"description": "FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)"
|
"description": "FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)"
|
||||||
|
|||||||
@ -1443,10 +1443,6 @@
|
|||||||
"type": "string",
|
"type": "string",
|
||||||
"description": "ModelName is the name of the model (from general.name or filename)"
|
"description": "ModelName is the name of the model (from general.name or filename)"
|
||||||
},
|
},
|
||||||
"modelVersion": {
|
|
||||||
"type": "string",
|
|
||||||
"description": "ModelVersion is the version of the model (if available in header, else \"unknown\")"
|
|
||||||
},
|
|
||||||
"fileSize": {
|
"fileSize": {
|
||||||
"type": "integer",
|
"type": "integer",
|
||||||
"description": "FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)"
|
"description": "FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)"
|
||||||
|
|||||||
@ -6,7 +6,6 @@ import (
|
|||||||
"testing"
|
"testing"
|
||||||
|
|
||||||
"github.com/google/go-cmp/cmp/cmpopts"
|
"github.com/google/go-cmp/cmp/cmpopts"
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
|
|
||||||
"github.com/anchore/syft/syft/artifact"
|
"github.com/anchore/syft/syft/artifact"
|
||||||
"github.com/anchore/syft/syft/pkg"
|
"github.com/anchore/syft/syft/pkg"
|
||||||
@ -73,7 +72,6 @@ func TestGGUFCataloger_Integration(t *testing.T) {
|
|||||||
),
|
),
|
||||||
Metadata: pkg.GGUFFileHeader{
|
Metadata: pkg.GGUFFileHeader{
|
||||||
ModelName: "llama3-8b",
|
ModelName: "llama3-8b",
|
||||||
ModelVersion: "3.0",
|
|
||||||
License: "Apache-2.0",
|
License: "Apache-2.0",
|
||||||
Architecture: "llama",
|
Architecture: "llama",
|
||||||
Quantization: "Unknown",
|
Quantization: "Unknown",
|
||||||
@ -107,8 +105,3 @@ func TestGGUFCataloger_Integration(t *testing.T) {
|
|||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
func TestGGUFCataloger_Name(t *testing.T) {
|
|
||||||
cataloger := NewGGUFCataloger()
|
|
||||||
assert.Equal(t, "gguf-cataloger", cataloger.Name())
|
|
||||||
}
|
|
||||||
|
|||||||
@ -5,10 +5,10 @@ import (
|
|||||||
"github.com/anchore/syft/syft/pkg"
|
"github.com/anchore/syft/syft/pkg"
|
||||||
)
|
)
|
||||||
|
|
||||||
func newGGUFPackage(metadata *pkg.GGUFFileHeader, locations ...file.Location) pkg.Package {
|
func newGGUFPackage(metadata *pkg.GGUFFileHeader, version string, locations ...file.Location) pkg.Package {
|
||||||
p := pkg.Package{
|
p := pkg.Package{
|
||||||
Name: metadata.ModelName,
|
Name: metadata.ModelName,
|
||||||
Version: metadata.ModelVersion,
|
Version: version,
|
||||||
Locations: file.NewLocationSet(locations...),
|
Locations: file.NewLocationSet(locations...),
|
||||||
Type: pkg.ModelPkg,
|
Type: pkg.ModelPkg,
|
||||||
Licenses: pkg.NewLicenseSet(),
|
Licenses: pkg.NewLicenseSet(),
|
||||||
|
|||||||
@ -15,14 +15,15 @@ func TestNewGGUFPackage(t *testing.T) {
|
|||||||
tests := []struct {
|
tests := []struct {
|
||||||
name string
|
name string
|
||||||
metadata *pkg.GGUFFileHeader
|
metadata *pkg.GGUFFileHeader
|
||||||
|
version string
|
||||||
locations []file.Location
|
locations []file.Location
|
||||||
checkFunc func(t *testing.T, p pkg.Package)
|
checkFunc func(t *testing.T, p pkg.Package)
|
||||||
}{
|
}{
|
||||||
{
|
{
|
||||||
name: "complete GGUF package with all fields",
|
name: "complete GGUF package with all fields",
|
||||||
|
version: "3.0",
|
||||||
metadata: &pkg.GGUFFileHeader{
|
metadata: &pkg.GGUFFileHeader{
|
||||||
ModelName: "llama3-8b-instruct",
|
ModelName: "llama3-8b-instruct",
|
||||||
ModelVersion: "3.0",
|
|
||||||
License: "Apache-2.0",
|
License: "Apache-2.0",
|
||||||
Architecture: "llama",
|
Architecture: "llama",
|
||||||
Quantization: "Q4_K_M",
|
Quantization: "Q4_K_M",
|
||||||
@ -52,9 +53,9 @@ func TestNewGGUFPackage(t *testing.T) {
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "minimal GGUF package",
|
name: "minimal GGUF package",
|
||||||
|
version: "1.0",
|
||||||
metadata: &pkg.GGUFFileHeader{
|
metadata: &pkg.GGUFFileHeader{
|
||||||
ModelName: "simple-model",
|
ModelName: "simple-model",
|
||||||
ModelVersion: "1.0",
|
|
||||||
Architecture: "gpt2",
|
Architecture: "gpt2",
|
||||||
GGUFVersion: 3,
|
GGUFVersion: 3,
|
||||||
TensorCount: 50,
|
TensorCount: 50,
|
||||||
@ -76,9 +77,9 @@ func TestNewGGUFPackage(t *testing.T) {
|
|||||||
},
|
},
|
||||||
{
|
{
|
||||||
name: "GGUF package with multiple locations",
|
name: "GGUF package with multiple locations",
|
||||||
|
version: "1.5",
|
||||||
metadata: &pkg.GGUFFileHeader{
|
metadata: &pkg.GGUFFileHeader{
|
||||||
ModelName: "multi-location-model",
|
ModelName: "multi-location-model",
|
||||||
ModelVersion: "1.5",
|
|
||||||
Architecture: "llama",
|
Architecture: "llama",
|
||||||
GGUFVersion: 3,
|
GGUFVersion: 3,
|
||||||
TensorCount: 150,
|
TensorCount: 150,
|
||||||
@ -95,12 +96,12 @@ func TestNewGGUFPackage(t *testing.T) {
|
|||||||
|
|
||||||
for _, tt := range tests {
|
for _, tt := range tests {
|
||||||
t.Run(tt.name, func(t *testing.T) {
|
t.Run(tt.name, func(t *testing.T) {
|
||||||
p := newGGUFPackage(tt.metadata, tt.locations...)
|
p := newGGUFPackage(tt.metadata, tt.version, tt.locations...)
|
||||||
|
|
||||||
if d := cmp.Diff(tt.metadata.ModelName, p.Name); d != "" {
|
if d := cmp.Diff(tt.metadata.ModelName, p.Name); d != "" {
|
||||||
t.Errorf("Name mismatch (-want +got):\n%s", d)
|
t.Errorf("Name mismatch (-want +got):\n%s", d)
|
||||||
}
|
}
|
||||||
if d := cmp.Diff(tt.metadata.ModelVersion, p.Version); d != "" {
|
if d := cmp.Diff(tt.version, p.Version); d != "" {
|
||||||
t.Errorf("Version mismatch (-want +got):\n%s", d)
|
t.Errorf("Version mismatch (-want +got):\n%s", d)
|
||||||
}
|
}
|
||||||
if d := cmp.Diff(pkg.ModelPkg, p.Type); d != "" {
|
if d := cmp.Diff(pkg.ModelPkg, p.Type); d != "" {
|
||||||
|
|||||||
@ -62,10 +62,12 @@ func parseGGUFModel(_ context.Context, _ file.Resolver, _ *generic.Environment,
|
|||||||
// Extract metadata
|
// Extract metadata
|
||||||
metadata := ggufFile.Metadata()
|
metadata := ggufFile.Metadata()
|
||||||
|
|
||||||
|
// Extract version separately (will be set on Package.Version)
|
||||||
|
modelVersion := extractVersion(ggufFile.Header.MetadataKV)
|
||||||
|
|
||||||
// Convert to syft metadata structure
|
// Convert to syft metadata structure
|
||||||
syftMetadata := &pkg.GGUFFileHeader{
|
syftMetadata := &pkg.GGUFFileHeader{
|
||||||
ModelName: metadata.Name,
|
ModelName: metadata.Name,
|
||||||
ModelVersion: extractVersion(ggufFile.Header.MetadataKV),
|
|
||||||
License: metadata.License,
|
License: metadata.License,
|
||||||
Architecture: metadata.Architecture,
|
Architecture: metadata.Architecture,
|
||||||
Quantization: metadata.FileTypeDescriptor,
|
Quantization: metadata.FileTypeDescriptor,
|
||||||
@ -84,6 +86,7 @@ func parseGGUFModel(_ context.Context, _ file.Resolver, _ *generic.Environment,
|
|||||||
// Create package from metadata
|
// Create package from metadata
|
||||||
p := newGGUFPackage(
|
p := newGGUFPackage(
|
||||||
syftMetadata,
|
syftMetadata,
|
||||||
|
modelVersion,
|
||||||
reader.WithAnnotation(pkg.EvidenceAnnotationKey, pkg.PrimaryEvidenceAnnotation),
|
reader.WithAnnotation(pkg.EvidenceAnnotationKey, pkg.PrimaryEvidenceAnnotation),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@ -10,9 +10,6 @@ type GGUFFileHeader struct {
|
|||||||
// ModelName is the name of the model (from general.name or filename)
|
// ModelName is the name of the model (from general.name or filename)
|
||||||
ModelName string `json:"modelName" cyclonedx:"modelName"`
|
ModelName string `json:"modelName" cyclonedx:"modelName"`
|
||||||
|
|
||||||
// ModelVersion is the version of the model (if available in header, else "unknown")
|
|
||||||
ModelVersion string `json:"modelVersion,omitempty" cyclonedx:"modelVersion"`
|
|
||||||
|
|
||||||
// FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)
|
// FileSize is the size of the GGUF file in bytes (best-effort if available from resolver)
|
||||||
FileSize int64 `json:"fileSize,omitempty" cyclonedx:"fileSize"`
|
FileSize int64 `json:"fileSize,omitempty" cyclonedx:"fileSize"`
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user