// Copyright 2018 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package os_test import ( "bytes" "fmt" "internal/testenv" . "os" "path/filepath" "runtime" "strconv" "strings" "testing" ) func TestRemoveAll(t *testing.T) { t.Parallel() tmpDir := t.TempDir() if err := RemoveAll(""); err != nil { t.Errorf("RemoveAll(\"\"): %v; want nil", err) } file := filepath.Join(tmpDir, "file") path := filepath.Join(tmpDir, "_TestRemoveAll_") fpath := filepath.Join(path, "file") dpath := filepath.Join(path, "dir") // Make a regular file and remove fd, err := Create(file) if err != nil { t.Fatalf("create %q: %s", file, err) } fd.Close() if err = RemoveAll(file); err != nil { t.Fatalf("RemoveAll %q (first): %s", file, err) } if _, err = Lstat(file); err == nil { t.Fatalf("Lstat %q succeeded after RemoveAll (first)", file) } // Make directory with 1 file and remove. if err := MkdirAll(path, 0777); err != nil { t.Fatalf("MkdirAll %q: %s", path, err) } fd, err = Create(fpath) if err != nil { t.Fatalf("create %q: %s", fpath, err) } fd.Close() if err = RemoveAll(path); err != nil { t.Fatalf("RemoveAll %q (second): %s", path, err) } if _, err = Lstat(path); err == nil { t.Fatalf("Lstat %q succeeded after RemoveAll (second)", path) } // Make directory with file and subdirectory and remove. if err = MkdirAll(dpath, 0777); err != nil { t.Fatalf("MkdirAll %q: %s", dpath, err) } fd, err = Create(fpath) if err != nil { t.Fatalf("create %q: %s", fpath, err) } fd.Close() fd, err = Create(dpath + "/file") if err != nil { t.Fatalf("create %q: %s", fpath, err) } fd.Close() if err = RemoveAll(path); err != nil { t.Fatalf("RemoveAll %q (third): %s", path, err) } if _, err := Lstat(path); err == nil { t.Fatalf("Lstat %q succeeded after RemoveAll (third)", path) } // Chmod is not supported under Windows or wasip1 and test fails as root. if runtime.GOOS != "windows" && runtime.GOOS != "wasip1" && Getuid() != 0 { // Make directory with file and subdirectory and trigger error. if err = MkdirAll(dpath, 0777); err != nil { t.Fatalf("MkdirAll %q: %s", dpath, err) } for _, s := range []string{fpath, dpath + "/file1", path + "/zzz"} { fd, err = Create(s) if err != nil { t.Fatalf("create %q: %s", s, err) } fd.Close() } if err = Chmod(dpath, 0); err != nil { t.Fatalf("Chmod %q 0: %s", dpath, err) } // No error checking here: either RemoveAll // will or won't be able to remove dpath; // either way we want to see if it removes fpath // and path/zzz. Reasons why RemoveAll might // succeed in removing dpath as well include: // * running as root // * running on a file system without permissions (FAT) RemoveAll(path) Chmod(dpath, 0777) for _, s := range []string{fpath, path + "/zzz"} { if _, err = Lstat(s); err == nil { t.Fatalf("Lstat %q succeeded after partial RemoveAll", s) } } } if err = RemoveAll(path); err != nil { t.Fatalf("RemoveAll %q after partial RemoveAll: %s", path, err) } if _, err = Lstat(path); err == nil { t.Fatalf("Lstat %q succeeded after RemoveAll (final)", path) } } // Test RemoveAll on a large directory. func TestRemoveAllLarge(t *testing.T) { if testing.Short() { t.Skip("skipping in short mode") } t.Parallel() tmpDir := t.TempDir() path := filepath.Join(tmpDir, "_TestRemoveAllLarge_") // Make directory with 1000 files and remove. if err := MkdirAll(path, 0777); err != nil { t.Fatalf("MkdirAll %q: %s", path, err) } for i := 0; i < 1000; i++ { fpath := fmt.Sprintf("%s/file%d", path, i) fd, err := Create(fpath) if err != nil { t.Fatalf("create %q: %s", fpath, err) } fd.Close() } if err := RemoveAll(path); err != nil { t.Fatalf("RemoveAll %q: %s", path, err) } if _, err := Lstat(path); err == nil { t.Fatalf("Lstat %q succeeded after RemoveAll", path) } } func TestRemoveAllLongPath(t *testing.T) { switch runtime.GOOS { case "aix", "darwin", "ios", "dragonfly", "freebsd", "linux", "netbsd", "openbsd", "illumos", "solaris": break default: t.Skip("skipping for not implemented platforms") } startPath := t.TempDir() t.Chdir(startPath) // Removing paths with over 4096 chars commonly fails. name := strings.Repeat("a", 100) for i := 0; i < 41; i++ { if err := Mkdir(name, 0755); err != nil { t.Fatalf("Could not mkdir %s: %s", name, err) } if err := Chdir(name); err != nil { t.Fatalf("Could not chdir %s: %s", name, err) } } // Chdir out of startPath before attempting to remove it, // otherwise RemoveAll fails on aix, illumos and solaris. err := Chdir(filepath.Join(startPath, "..")) if err != nil { t.Fatalf("Could not chdir: %s", err) } err = RemoveAll(startPath) if err != nil { t.Errorf("RemoveAll could not remove long file path %s: %s", startPath, err) } } func TestRemoveAllDot(t *testing.T) { t.Chdir(t.TempDir()) if err := RemoveAll("."); err == nil { t.Errorf("RemoveAll succeed to remove .") } } func TestRemoveAllDotDot(t *testing.T) { t.Parallel() tempDir := t.TempDir() subdir := filepath.Join(tempDir, "x") subsubdir := filepath.Join(subdir, "y") if err := MkdirAll(subsubdir, 0777); err != nil { t.Fatal(err) } if err := RemoveAll(filepath.Join(subsubdir, "..")); err != nil { t.Error(err) } for _, dir := range []string{subsubdir, subdir} { if _, err := Stat(dir); err == nil { t.Errorf("%s: exists after RemoveAll", dir) } } } // Issue #29178. func TestRemoveReadOnlyDir(t *testing.T) { t.Parallel() tempDir := t.TempDir() subdir := filepath.Join(tempDir, "x") if err := Mkdir(subdir, 0); err != nil { t.Fatal(err) } // If an error occurs make it more likely that removing the // temporary directory will succeed. defer Chmod(subdir, 0777) if err := RemoveAll(subdir); err != nil { t.Fatal(err) } if _, err := Stat(subdir); err == nil { t.Error("subdirectory was not removed") } } // Issue #29983. func TestRemoveAllButReadOnlyAndPathError(t *testing.T) { switch runtime.GOOS { case "js", "wasip1", "windows": t.Skipf("skipping test on %s", runtime.GOOS) } if Getuid() == 0 { t.Skip("skipping test when running as root") } t.Parallel() tempDir := t.TempDir() dirs := []string{ "a", "a/x", "a/x/1", "b", "b/y", "b/y/2", "c", "c/z", "c/z/3", } readonly := []string{ "b", } inReadonly := func(d string) bool { for _, ro := range readonly { if d == ro { return true } dd, _ := filepath.Split(d) if filepath.Clean(dd) == ro { return true } } return false } for _, dir := range dirs { if err := Mkdir(filepath.Join(tempDir, dir), 0777); err != nil { t.Fatal(err) } } for _, dir := range readonly { d := filepath.Join(tempDir, dir) if err := Chmod(d, 0555); err != nil { t.Fatal(err) } // Defer changing the mode back so that the deferred // RemoveAll(tempDir) can succeed. defer Chmod(d, 0777) } err := RemoveAll(tempDir) if err == nil { t.Fatal("RemoveAll succeeded unexpectedly") } // The error should be of type *PathError. // see issue 30491 for details. if pathErr, ok := err.(*PathError); ok { want := filepath.Join(tempDir, "b", "y") if pathErr.Path != want { t.Errorf("RemoveAll(%q): err.Path=%q, want %q", tempDir, pathErr.Path, want) } } else { t.Errorf("RemoveAll(%q): error has type %T, want *fs.PathError", tempDir, err) } for _, dir := range dirs { _, err := Stat(filepath.Join(tempDir, dir)) if inReadonly(dir) { if err != nil { t.Errorf("file %q was deleted but should still exist", dir) } } else { if err == nil { t.Errorf("file %q still exists but should have been deleted", dir) } } } } func TestRemoveUnreadableDir(t *testing.T) { switch runtime.GOOS { case "js": t.Skipf("skipping test on %s", runtime.GOOS) } if Getuid() == 0 { t.Skip("skipping test when running as root") } t.Parallel() tempDir := t.TempDir() target := filepath.Join(tempDir, "d0", "d1", "d2") if err := MkdirAll(target, 0755); err != nil { t.Fatal(err) } if err := Chmod(target, 0300); err != nil { t.Fatal(err) } if err := RemoveAll(filepath.Join(tempDir, "d0")); err != nil { t.Fatal(err) } } // Issue 29921 func TestRemoveAllWithMoreErrorThanReqSize(t *testing.T) { if testing.Short() { t.Skip("skipping in short mode") } t.Parallel() tmpDir := t.TempDir() path := filepath.Join(tmpDir, "_TestRemoveAllWithMoreErrorThanReqSize_") // Make directory with 1025 read-only files. if err := MkdirAll(path, 0777); err != nil { t.Fatalf("MkdirAll %q: %s", path, err) } for i := 0; i < 1025; i++ { fpath := filepath.Join(path, fmt.Sprintf("file%d", i)) fd, err := Create(fpath) if err != nil { t.Fatalf("create %q: %s", fpath, err) } fd.Close() } // Make the parent directory read-only. On some platforms, this is what // prevents Remove from removing the files within that directory. if err := Chmod(path, 0555); err != nil { t.Fatal(err) } defer Chmod(path, 0755) // This call should not hang, even on a platform that disallows file deletion // from read-only directories. err := RemoveAll(path) if Getuid() == 0 { // On many platforms, root can remove files from read-only directories. return } if err == nil { if runtime.GOOS == "windows" || runtime.GOOS == "wasip1" { // Marking a directory as read-only in Windows does not prevent the RemoveAll // from creating or removing files within it. // // For wasip1, there is no support for file permissions so we cannot prevent // RemoveAll from removing the files. return } t.Fatal("RemoveAll() = nil; want error") } dir, err := Open(path) if err != nil { t.Fatal(err) } defer dir.Close() names, _ := dir.Readdirnames(1025) if len(names) < 1025 { t.Fatalf("RemoveAll() unexpectedly removed %d read-only files from that directory", 1025-len(names)) } } func TestRemoveAllNoFcntl(t *testing.T) { if testing.Short() { t.Skip("skipping in short mode") } const env = "GO_TEST_REMOVE_ALL_NO_FCNTL" if dir := Getenv(env); dir != "" { if err := RemoveAll(dir); err != nil { t.Fatal(err) } return } // Only test on Linux so that we can assume we have strace. // The code is OS-independent so if it passes on Linux // it should pass on other Unix systems. if runtime.GOOS != "linux" { t.Skipf("skipping test on %s", runtime.GOOS) } if _, err := Stat("/bin/strace"); err != nil { t.Skipf("skipping test because /bin/strace not found: %v", err) } me, err := Executable() if err != nil { t.Skipf("skipping because Executable failed: %v", err) } // Create 100 directories. // The test is that we can remove them without calling fcntl // on each one. tmpdir := t.TempDir() subdir := filepath.Join(tmpdir, "subdir") if err := Mkdir(subdir, 0o755); err != nil { t.Fatal(err) } for i := 0; i < 100; i++ { subsubdir := filepath.Join(subdir, strconv.Itoa(i)) if err := Mkdir(filepath.Join(subdir, strconv.Itoa(i)), 0o755); err != nil { t.Fatal(err) } if err := WriteFile(filepath.Join(subsubdir, "file"), nil, 0o644); err != nil { t.Fatal(err) } } cmd := testenv.Command(t, "/bin/strace", "-f", "-e", "fcntl", me, "-test.run=^TestRemoveAllNoFcntl$") cmd = testenv.CleanCmdEnv(cmd) cmd.Env = append(cmd.Env, env+"="+subdir) out, err := cmd.CombinedOutput() if len(out) > 0 { t.Logf("%s", out) } if err != nil { t.Fatal(err) } if got := bytes.Count(out, []byte("fcntl")); got >= 100 { t.Errorf("found %d fcntl calls, want < 100", got) } } func BenchmarkRemoveAll(b *testing.B) { tmpDir := filepath.Join(b.TempDir(), "target") b.ReportAllocs() b.ResetTimer() for i := 0; i < b.N; i++ { b.StopTimer() err := CopyFS(tmpDir, DirFS(".")) if err != nil { b.Fatal(err) } b.StartTimer() if err := RemoveAll(tmpDir); err != nil { b.Fatal(err) } } }