github.com/google/osv-scalibr@v0.4.1/extractor/filesystem/os/cos/cos_test.go

// Copyright 2025 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//      http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package cos_test

import (
	"fmt"
	"io/fs"
	"os"
	"path/filepath"
	"testing"

	"github.com/google/go-cmp/cmp"
	"github.com/google/go-cmp/cmp/cmpopts"
	"github.com/google/osv-scalibr/extractor"
	"github.com/google/osv-scalibr/extractor/filesystem"
	"github.com/google/osv-scalibr/extractor/filesystem/internal/units"
	"github.com/google/osv-scalibr/extractor/filesystem/os/cos"
	cosmeta "github.com/google/osv-scalibr/extractor/filesystem/os/cos/metadata"
	"github.com/google/osv-scalibr/extractor/filesystem/simplefileapi"
	scalibrfs "github.com/google/osv-scalibr/fs"
	"github.com/google/osv-scalibr/inventory"
	"github.com/google/osv-scalibr/purl"
	"github.com/google/osv-scalibr/stats"
	"github.com/google/osv-scalibr/testing/fakefs"
	"github.com/google/osv-scalibr/testing/testcollector"
)

const (
	cosOSRlease = `NAME="Container-Optimized OS"
	ID=cos
	VERSION=101
	VERSION_ID=101`
	cosOSRleaseNoVersionID = `NAME="Container-Optimized OS"
	ID=cos
	VERSION=101`
	cosOSRleaseNoVersions = `NAME="Container-Optimized OS"
	ID=cos`
)

func TestFileRequired(t *testing.T) {
	tests := []struct {
		name             string
		path             string
		fileSizeBytes    int64
		maxFileSizeBytes int64
		wantRequired     bool
		wantResultMetric stats.FileRequiredResult
	}{
		{
			name:             "package info",
			path:             "etc/cos-package-info.json",
			wantRequired:     true,
			wantResultMetric: stats.FileRequiredResultOK,
		}, {
			name:         "not a package info file",
			path:         "some/other/file.json",
			wantRequired: false,
		}, {
			name:             "package info required if file size < max file size",
			path:             "etc/cos-package-info.json",
			fileSizeBytes:    100 * units.KiB,
			maxFileSizeBytes: 1000 * units.KiB,
			wantRequired:     true,
			wantResultMetric: stats.FileRequiredResultOK,
		}, {
			name:             "package info required if file size == max file size",
			path:             "etc/cos-package-info.json",
			fileSizeBytes:    1000 * units.KiB,
			maxFileSizeBytes: 1000 * units.KiB,
			wantRequired:     true,
			wantResultMetric: stats.FileRequiredResultOK,
		}, {
			name:             "package info not required if file size > max file size",
			path:             "etc/cos-package-info.json",
			fileSizeBytes:    1000 * units.KiB,
			maxFileSizeBytes: 100 * units.KiB,
			wantRequired:     false,
			wantResultMetric: stats.FileRequiredResultSizeLimitExceeded,
		}, {
			name:             "package info required if max file size set to 0",
			path:             "etc/cos-package-info.json",
			fileSizeBytes:    100 * units.KiB,
			maxFileSizeBytes: 0,
			wantRequired:     true,
			wantResultMetric: stats.FileRequiredResultOK,
		},
	}

	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			collector := testcollector.New()
			var e filesystem.Extractor = cos.New(cos.Config{
				Stats:            collector,
				MaxFileSizeBytes: tt.maxFileSizeBytes,
			})

			// Set a default file size if not specified.
			fileSizeBytes := tt.fileSizeBytes
			if fileSizeBytes == 0 {
				fileSizeBytes = 1000
			}

			isRequired := e.FileRequired(simplefileapi.New(tt.path, fakefs.FakeFileInfo{
				FileName: filepath.Base(tt.path),
				FileMode: fs.ModePerm,
				FileSize: fileSizeBytes,
			}))
			if isRequired != tt.wantRequired {
				t.Fatalf("FileRequired(%s): got %v, want %v", tt.path, isRequired, tt.wantRequired)
			}

			gotResultMetric := collector.FileRequiredResult(tt.path)
			if tt.wantResultMetric != "" && gotResultMetric != tt.wantResultMetric {
				t.Errorf("FileRequired(%s) recorded result metric %v, want result metric %v", tt.path, gotResultMetric, tt.wantResultMetric)
			}
		})
	}
}

func TestExtract(t *testing.T) {
	tests := []struct {
		name             string
		path             string
		osrelease        string
		wantPackages     []*extractor.Package
		wantErr          error
		wantResultMetric stats.FileExtractedResult
	}{
		{
			name:             "invalid",
			path:             "testdata/invalid",
			osrelease:        cosOSRlease,
			wantErr:          cmpopts.AnyError,
			wantResultMetric: stats.FileExtractedResultErrorUnknown,
		},
		{
			name:             "empty",
			path:             "testdata/empty.json",
			osrelease:        cosOSRlease,
			wantPackages:     []*extractor.Package{},
			wantResultMetric: stats.FileExtractedResultSuccess,
		},
		{
			name:      "single",
			path:      "testdata/single.json",
			osrelease: cosOSRlease,
			wantPackages: []*extractor.Package{
				{
					Name:      "python-exec",
					Version:   "17162.336.16",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/single.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "python-exec",
						Version:       "17162.336.16",
						Category:      "dev-lang",
						OSVersion:     "101",
						OSVersionID:   "101",
						EbuildVersion: "2.0.1-r1",
					},
				},
			},
			wantResultMetric: stats.FileExtractedResultSuccess,
		},
		{
			name:      "multiple",
			path:      "testdata/multiple.json",
			osrelease: cosOSRlease,
			wantPackages: []*extractor.Package{
				{
					Name:      "python-exec",
					Version:   "17162.336.16",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/multiple.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "python-exec",
						Version:       "17162.336.16",
						Category:      "dev-lang",
						OSVersion:     "101",
						OSVersionID:   "101",
						EbuildVersion: "2.0.1-r1",
					},
				},
				{
					Name:      "zlib",
					Version:   "17162.336.17",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/multiple.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "zlib",
						Version:       "17162.336.17",
						Category:      "sys-libs",
						OSVersion:     "101",
						OSVersionID:   "101",
						EbuildVersion: "1.2.11-r5",
					},
				},
				{
					Name:      "baselayout",
					Version:   "17162.336.18",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/multiple.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "baselayout",
						Version:       "17162.336.18",
						Category:      "sys-apps",
						OSVersion:     "101",
						OSVersionID:   "101",
						EbuildVersion: "2.2-r2",
					},
				},
				{
					Name:      "ncurses",
					Version:   "17162.336.19",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/multiple.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "ncurses",
						Version:       "17162.336.19",
						Category:      "sys-libs",
						OSVersion:     "101",
						OSVersionID:   "101",
						EbuildVersion: "6.4_p20230424",
					},
				},
			},
			wantResultMetric: stats.FileExtractedResultSuccess,
		},
		{
			name:      "no version ID",
			path:      "testdata/single.json",
			osrelease: cosOSRleaseNoVersionID,
			wantPackages: []*extractor.Package{
				{
					Name:      "python-exec",
					Version:   "17162.336.16",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/single.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "python-exec",
						Version:       "17162.336.16",
						Category:      "dev-lang",
						OSVersion:     "101",
						EbuildVersion: "2.0.1-r1",
					},
				},
			},
		},
		{
			name:      "no version or version ID",
			path:      "testdata/single.json",
			osrelease: cosOSRleaseNoVersions,
			wantPackages: []*extractor.Package{
				{
					Name:      "python-exec",
					Version:   "17162.336.16",
					PURLType:  purl.TypeCOS,
					Locations: []string{"testdata/single.json"},
					Metadata: &cosmeta.Metadata{
						Name:          "python-exec",
						Version:       "17162.336.16",
						Category:      "dev-lang",
						EbuildVersion: "2.0.1-r1",
					},
				},
			},
			wantResultMetric: stats.FileExtractedResultSuccess,
		},
	}

	for _, tt := range tests {
		t.Run(tt.name, func(t *testing.T) {
			collector := testcollector.New()
			var e filesystem.Extractor = cos.New(cos.Config{
				Stats: collector,
			})

			d := t.TempDir()
			createOsRelease(t, d, tt.osrelease)

			r, err := os.Open(tt.path)
			defer func() {
				if err = r.Close(); err != nil {
					t.Errorf("Close(): %v", err)
				}
			}()
			if err != nil {
				t.Fatal(err)
			}

			info, err := os.Stat(tt.path)
			if err != nil {
				t.Fatalf("Failed to stat test file: %v", err)
			}

			input := &filesystem.ScanInput{
				FS:     scalibrfs.DirFS(d),
				Path:   tt.path,
				Reader: r,
				Root:   d,
				Info:   info,
			}

			got, err := e.Extract(t.Context(), input)
			if !cmp.Equal(err, tt.wantErr, cmpopts.EquateErrors()) {
				t.Fatalf("Extract(%+v) error: got %v, want %v\n", tt.path, err, tt.wantErr)
			}

			ignoreOrder := cmpopts.SortSlices(func(a, b any) bool {
				return fmt.Sprintf("%+v", a) < fmt.Sprintf("%+v", b)
			})
			wantInv := inventory.Inventory{Packages: tt.wantPackages}
			if diff := cmp.Diff(wantInv, got, ignoreOrder); diff != "" {
				t.Errorf("Extract(%s) (-want +got):\n%s", tt.path, diff)
			}

			gotResultMetric := collector.FileExtractedResult(tt.path)
			if tt.wantResultMetric != "" && gotResultMetric != tt.wantResultMetric {
				t.Errorf("Extract(%s) recorded result metric %v, want result metric %v", tt.path, gotResultMetric, tt.wantResultMetric)
			}

			gotFileSizeMetric := collector.FileExtractedFileSize(tt.path)
			if gotFileSizeMetric != info.Size() {
				t.Errorf("Extract(%s) recorded file size %v, want file size %v", tt.path, gotFileSizeMetric, info.Size())
			}
		})
	}
}

func createOsRelease(t *testing.T, root string, content string) {
	t.Helper()
	_ = os.MkdirAll(filepath.Join(root, "etc"), 0755)
	err := os.WriteFile(filepath.Join(root, "etc/os-release"), []byte(content), 0644)
	if err != nil {
		t.Fatalf("write to %s: %v\n", filepath.Join(root, "etc/os-release"), err)
	}
}