diff --git a/gcsfs/fs.go b/gcsfs/fs.go
index dc099b1a..51db9958 100644
--- a/gcsfs/fs.go
+++ b/gcsfs/fs.go
@@ -325,9 +325,14 @@ func (fs *Fs) RemoveAll(path string) error {
 	}
 
 	pathInfo, err := fs.Stat(path)
+	if errors.Is(err, ErrFileNotFound) {
+		// return early if file doesn't exist
+		return nil
+	}
 	if err != nil {
 		return err
 	}
+
 	if !pathInfo.IsDir() {
 		return fs.Remove(path)
 	}