/* Copyright The Helm Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package loader import ( "archive/tar" "bytes" "compress/gzip" "io" "io/ioutil" "log" "os" "path/filepath" "runtime" "strings" "testing" "time" "helm.sh/helm/v3/pkg/chart" ) func TestLoadDir(t *testing.T) { l, err := Loader("testdata/frobnitz") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyFrobnitz(t, c) verifyChart(t, c) verifyDependencies(t, c) verifyDependenciesLock(t, c) } func TestLoadDirWithDevNull(t *testing.T) { if runtime.GOOS == "windows" { t.Skip("test only works on unix systems with /dev/null present") } l, err := Loader("testdata/frobnitz_with_dev_null") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } if _, err := l.Load(); err == nil { t.Errorf("packages with an irregular file (/dev/null) should not load") } } func TestLoadDirWithSymlink(t *testing.T) { sym := filepath.Join("..", "LICENSE") link := filepath.Join("testdata", "frobnitz_with_symlink", "LICENSE") if err := os.Symlink(sym, link); err != nil { t.Fatal(err) } defer os.Remove(link) l, err := Loader("testdata/frobnitz_with_symlink") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyFrobnitz(t, c) verifyChart(t, c) verifyDependencies(t, c) verifyDependenciesLock(t, c) } func TestBomTestData(t *testing.T) { testFiles := []string{"frobnitz_with_bom/.helmignore", "frobnitz_with_bom/templates/template.tpl", "frobnitz_with_bom/Chart.yaml"} for _, file := range testFiles { data, err := ioutil.ReadFile("testdata/" + file) if err != nil || !bytes.HasPrefix(data, utf8bom) { t.Errorf("Test file has no BOM or is invalid: testdata/%s", file) } } archive, err := ioutil.ReadFile("testdata/frobnitz_with_bom.tgz") if err != nil { t.Fatalf("Error reading archive frobnitz_with_bom.tgz: %s", err) } unzipped, err := gzip.NewReader(bytes.NewReader(archive)) if err != nil { t.Fatalf("Error reading archive frobnitz_with_bom.tgz: %s", err) } defer unzipped.Close() for _, testFile := range testFiles { data := make([]byte, 3) err := unzipped.Reset(bytes.NewReader(archive)) if err != nil { t.Fatalf("Error reading archive frobnitz_with_bom.tgz: %s", err) } tr := tar.NewReader(unzipped) for { file, err := tr.Next() if err == io.EOF { break } if err != nil { t.Fatalf("Error reading archive frobnitz_with_bom.tgz: %s", err) } if file != nil && strings.EqualFold(file.Name, testFile) { _, err := tr.Read(data) if err != nil { t.Fatalf("Error reading archive frobnitz_with_bom.tgz: %s", err) } else { break } } } if !bytes.Equal(data, utf8bom) { t.Fatalf("Test file has no BOM or is invalid: frobnitz_with_bom.tgz/%s", testFile) } } } func TestLoadDirWithUTFBOM(t *testing.T) { l, err := Loader("testdata/frobnitz_with_bom") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyFrobnitz(t, c) verifyChart(t, c) verifyDependencies(t, c) verifyDependenciesLock(t, c) verifyBomStripped(t, c.Files) } func TestLoadArchiveWithUTFBOM(t *testing.T) { l, err := Loader("testdata/frobnitz_with_bom.tgz") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyFrobnitz(t, c) verifyChart(t, c) verifyDependencies(t, c) verifyDependenciesLock(t, c) verifyBomStripped(t, c.Files) } func TestLoadV1(t *testing.T) { l, err := Loader("testdata/frobnitz.v1") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyDependencies(t, c) verifyDependenciesLock(t, c) } func TestLoadFileV1(t *testing.T) { l, err := Loader("testdata/frobnitz.v1.tgz") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyDependencies(t, c) verifyDependenciesLock(t, c) } func TestLoadFile(t *testing.T) { l, err := Loader("testdata/frobnitz-1.2.3.tgz") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyFrobnitz(t, c) verifyChart(t, c) verifyDependencies(t, c) } func TestLoadFiles_BadCases(t *testing.T) { for _, tt := range []struct { name string bufferedFiles []*BufferedFile expectError string }{ { name: "These files contain only requirements.lock", bufferedFiles: []*BufferedFile{ { Name: "requirements.lock", Data: []byte(""), }, }, expectError: "validation: chart.metadata.apiVersion is required"}, } { _, err := LoadFiles(tt.bufferedFiles) if err == nil { t.Fatal("expected error when load illegal files") } if !strings.Contains(err.Error(), tt.expectError) { t.Errorf("Expected error to contain %q, got %q for %s", tt.expectError, err.Error(), tt.name) } } } func TestLoadFiles(t *testing.T) { goodFiles := []*BufferedFile{ { Name: "Chart.yaml", Data: []byte(`apiVersion: v1 name: frobnitz description: This is a frobnitz. version: "1.2.3" keywords: - frobnitz - sprocket - dodad maintainers: - name: The Helm Team email: helm@example.com - name: Someone Else email: nobody@example.com sources: - https://example.com/foo/bar home: http://example.com icon: https://example.com/64x64.png `), }, { Name: "values.yaml", Data: []byte("var: some values"), }, { Name: "values.schema.json", Data: []byte("type: Values"), }, { Name: "templates/deployment.yaml", Data: []byte("some deployment"), }, { Name: "templates/service.yaml", Data: []byte("some service"), }, } c, err := LoadFiles(goodFiles) if err != nil { t.Errorf("Expected good files to be loaded, got %v", err) } if c.Name() != "frobnitz" { t.Errorf("Expected chart name to be 'frobnitz', got %s", c.Name()) } if c.Values["var"] != "some values" { t.Error("Expected chart values to be populated with default values") } if len(c.Raw) != 5 { t.Errorf("Expected %d files, got %d", 5, len(c.Raw)) } if !bytes.Equal(c.Schema, []byte("type: Values")) { t.Error("Expected chart schema to be populated with default values") } if len(c.Templates) != 2 { t.Errorf("Expected number of templates == 2, got %d", len(c.Templates)) } if _, err = LoadFiles([]*BufferedFile{}); err == nil { t.Fatal("Expected err to be non-nil") } if err.Error() != "Chart.yaml file is missing" { t.Errorf("Expected chart metadata missing error, got '%s'", err.Error()) } } // Test the order of file loading. The Chart.yaml file needs to come first for // later comparison checks. See https://github.com/helm/helm/pull/8948 func TestLoadFilesOrder(t *testing.T) { goodFiles := []*BufferedFile{ { Name: "requirements.yaml", Data: []byte("dependencies:"), }, { Name: "values.yaml", Data: []byte("var: some values"), }, { Name: "templates/deployment.yaml", Data: []byte("some deployment"), }, { Name: "templates/service.yaml", Data: []byte("some service"), }, { Name: "Chart.yaml", Data: []byte(`apiVersion: v1 name: frobnitz description: This is a frobnitz. version: "1.2.3" keywords: - frobnitz - sprocket - dodad maintainers: - name: The Helm Team email: helm@example.com - name: Someone Else email: nobody@example.com sources: - https://example.com/foo/bar home: http://example.com icon: https://example.com/64x64.png `), }, } // Capture stderr to make sure message about Chart.yaml handle dependencies // is not present r, w, err := os.Pipe() if err != nil { t.Fatalf("Unable to create pipe: %s", err) } stderr := log.Writer() log.SetOutput(w) defer func() { log.SetOutput(stderr) }() _, err = LoadFiles(goodFiles) if err != nil { t.Errorf("Expected good files to be loaded, got %v", err) } w.Close() var text bytes.Buffer io.Copy(&text, r) if text.String() != "" { t.Errorf("Expected no message to Stderr, got %s", text.String()) } } // Packaging the chart on a Windows machine will produce an // archive that has \\ as delimiters. Test that we support these archives func TestLoadFileBackslash(t *testing.T) { c, err := Load("testdata/frobnitz_backslash-1.2.3.tgz") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyChartFileAndTemplate(t, c, "frobnitz_backslash") verifyChart(t, c) verifyDependencies(t, c) } func TestLoadV2WithReqs(t *testing.T) { l, err := Loader("testdata/frobnitz.v2.reqs") if err != nil { t.Fatalf("Failed to load testdata: %s", err) } c, err := l.Load() if err != nil { t.Fatalf("Failed to load testdata: %s", err) } verifyDependencies(t, c) verifyDependenciesLock(t, c) } func TestLoadInvalidArchive(t *testing.T) { tmpdir, err := ioutil.TempDir("", "helm-test-") if err != nil { t.Fatal(err) } defer os.RemoveAll(tmpdir) writeTar := func(filename, internalPath string, body []byte) { dest, err := os.Create(filename) if err != nil { t.Fatal(err) } zipper := gzip.NewWriter(dest) tw := tar.NewWriter(zipper) h := &tar.Header{ Name: internalPath, Mode: 0755, Size: int64(len(body)), ModTime: time.Now(), } if err := tw.WriteHeader(h); err != nil { t.Fatal(err) } if _, err := tw.Write(body); err != nil { t.Fatal(err) } tw.Close() zipper.Close() dest.Close() } for _, tt := range []struct { chartname string internal string expectError string }{ {"illegal-dots.tgz", "../../malformed-helm-test", "chart illegally references parent directory"}, {"illegal-dots2.tgz", "/foo/../../malformed-helm-test", "chart illegally references parent directory"}, {"illegal-dots3.tgz", "/../../malformed-helm-test", "chart illegally references parent directory"}, {"illegal-dots4.tgz", "./../../malformed-helm-test", "chart illegally references parent directory"}, {"illegal-name.tgz", "./.", "chart illegally contains content outside the base directory"}, {"illegal-name2.tgz", "/./.", "chart illegally contains content outside the base directory"}, {"illegal-name3.tgz", "missing-leading-slash", "chart illegally contains content outside the base directory"}, {"illegal-name4.tgz", "/missing-leading-slash", "Chart.yaml file is missing"}, {"illegal-abspath.tgz", "//foo", "chart illegally contains absolute paths"}, {"illegal-abspath2.tgz", "///foo", "chart illegally contains absolute paths"}, {"illegal-abspath3.tgz", "\\\\foo", "chart illegally contains absolute paths"}, {"illegal-abspath3.tgz", "\\..\\..\\foo", "chart illegally references parent directory"}, // Under special circumstances, this can get normalized to things that look like absolute Windows paths {"illegal-abspath4.tgz", "\\.\\c:\\\\foo", "chart contains illegally named files"}, {"illegal-abspath5.tgz", "/./c://foo", "chart contains illegally named files"}, {"illegal-abspath6.tgz", "\\\\?\\Some\\windows\\magic", "chart illegally contains absolute paths"}, } { illegalChart := filepath.Join(tmpdir, tt.chartname) writeTar(illegalChart, tt.internal, []byte("hello: world")) _, err = Load(illegalChart) if err == nil { t.Fatal("expected error when unpacking illegal files") } if !strings.Contains(err.Error(), tt.expectError) { t.Errorf("Expected error to contain %q, got %q for %s", tt.expectError, err.Error(), tt.chartname) } } // Make sure that absolute path gets interpreted as relative illegalChart := filepath.Join(tmpdir, "abs-path.tgz") writeTar(illegalChart, "/Chart.yaml", []byte("hello: world")) _, err = Load(illegalChart) if err.Error() != "validation: chart.metadata.name is required" { t.Error(err) } // And just to validate that the above was not spurious illegalChart = filepath.Join(tmpdir, "abs-path2.tgz") writeTar(illegalChart, "files/whatever.yaml", []byte("hello: world")) _, err = Load(illegalChart) if err.Error() != "Chart.yaml file is missing" { t.Errorf("Unexpected error message: %s", err) } // Finally, test that drive letter gets stripped off on Windows illegalChart = filepath.Join(tmpdir, "abs-winpath.tgz") writeTar(illegalChart, "c:\\Chart.yaml", []byte("hello: world")) _, err = Load(illegalChart) if err.Error() != "validation: chart.metadata.name is required" { t.Error(err) } } func verifyChart(t *testing.T, c *chart.Chart) { t.Helper() if c.Name() == "" { t.Fatalf("No chart metadata found on %v", c) } t.Logf("Verifying chart %s", c.Name()) if len(c.Templates) != 1 { t.Errorf("Expected 1 template, got %d", len(c.Templates)) } numfiles := 6 if len(c.Files) != numfiles { t.Errorf("Expected %d extra files, got %d", numfiles, len(c.Files)) for _, n := range c.Files { t.Logf("\t%s", n.Name) } } if len(c.Dependencies()) != 2 { t.Errorf("Expected 2 dependencies, got %d (%v)", len(c.Dependencies()), c.Dependencies()) for _, d := range c.Dependencies() { t.Logf("\tSubchart: %s\n", d.Name()) } } expect := map[string]map[string]string{ "alpine": { "version": "0.1.0", }, "mariner": { "version": "4.3.2", }, } for _, dep := range c.Dependencies() { if dep.Metadata == nil { t.Fatalf("expected metadata on dependency: %v", dep) } exp, ok := expect[dep.Name()] if !ok { t.Fatalf("Unknown dependency %s", dep.Name()) } if exp["version"] != dep.Metadata.Version { t.Errorf("Expected %s version %s, got %s", dep.Name(), exp["version"], dep.Metadata.Version) } } } func verifyDependencies(t *testing.T, c *chart.Chart) { if len(c.Metadata.Dependencies) != 2 { t.Errorf("Expected 2 dependencies, got %d", len(c.Metadata.Dependencies)) } tests := []*chart.Dependency{ {Name: "alpine", Version: "0.1.0", Repository: "https://example.com/charts"}, {Name: "mariner", Version: "4.3.2", Repository: "https://example.com/charts"}, } for i, tt := range tests { d := c.Metadata.Dependencies[i] if d.Name != tt.Name { t.Errorf("Expected dependency named %q, got %q", tt.Name, d.Name) } if d.Version != tt.Version { t.Errorf("Expected dependency named %q to have version %q, got %q", tt.Name, tt.Version, d.Version) } if d.Repository != tt.Repository { t.Errorf("Expected dependency named %q to have repository %q, got %q", tt.Name, tt.Repository, d.Repository) } } } func verifyDependenciesLock(t *testing.T, c *chart.Chart) { if len(c.Metadata.Dependencies) != 2 { t.Errorf("Expected 2 dependencies, got %d", len(c.Metadata.Dependencies)) } tests := []*chart.Dependency{ {Name: "alpine", Version: "0.1.0", Repository: "https://example.com/charts"}, {Name: "mariner", Version: "4.3.2", Repository: "https://example.com/charts"}, } for i, tt := range tests { d := c.Metadata.Dependencies[i] if d.Name != tt.Name { t.Errorf("Expected dependency named %q, got %q", tt.Name, d.Name) } if d.Version != tt.Version { t.Errorf("Expected dependency named %q to have version %q, got %q", tt.Name, tt.Version, d.Version) } if d.Repository != tt.Repository { t.Errorf("Expected dependency named %q to have repository %q, got %q", tt.Name, tt.Repository, d.Repository) } } } func verifyFrobnitz(t *testing.T, c *chart.Chart) { verifyChartFileAndTemplate(t, c, "frobnitz") } func verifyChartFileAndTemplate(t *testing.T, c *chart.Chart, name string) { if c.Metadata == nil { t.Fatal("Metadata is nil") } if c.Name() != name { t.Errorf("Expected %s, got %s", name, c.Name()) } if len(c.Templates) != 1 { t.Fatalf("Expected 1 template, got %d", len(c.Templates)) } if c.Templates[0].Name != "templates/template.tpl" { t.Errorf("Unexpected template: %s", c.Templates[0].Name) } if len(c.Templates[0].Data) == 0 { t.Error("No template data.") } if len(c.Files) != 6 { t.Fatalf("Expected 6 Files, got %d", len(c.Files)) } if len(c.Dependencies()) != 2 { t.Fatalf("Expected 2 Dependency, got %d", len(c.Dependencies())) } if len(c.Metadata.Dependencies) != 2 { t.Fatalf("Expected 2 Dependencies.Dependency, got %d", len(c.Metadata.Dependencies)) } if len(c.Lock.Dependencies) != 2 { t.Fatalf("Expected 2 Lock.Dependency, got %d", len(c.Lock.Dependencies)) } for _, dep := range c.Dependencies() { switch dep.Name() { case "mariner": case "alpine": if len(dep.Templates) != 1 { t.Fatalf("Expected 1 template, got %d", len(dep.Templates)) } if dep.Templates[0].Name != "templates/alpine-pod.yaml" { t.Errorf("Unexpected template: %s", dep.Templates[0].Name) } if len(dep.Templates[0].Data) == 0 { t.Error("No template data.") } if len(dep.Files) != 1 { t.Fatalf("Expected 1 Files, got %d", len(dep.Files)) } if len(dep.Dependencies()) != 2 { t.Fatalf("Expected 2 Dependency, got %d", len(dep.Dependencies())) } default: t.Errorf("Unexpected dependency %s", dep.Name()) } } } func verifyBomStripped(t *testing.T, files []*chart.File) { for _, file := range files { if bytes.HasPrefix(file.Data, utf8bom) { t.Errorf("Byte Order Mark still present in processed file %s", file.Name) } } }