diff --git a/internal/fusefrontend/xattr.go b/internal/fusefrontend/xattr.go
index f3e7532..36ab4d5 100644
--- a/internal/fusefrontend/xattr.go
+++ b/internal/fusefrontend/xattr.go
@@ -55,7 +55,8 @@ func (fs *FS) SetXAttr(path string, attr string, data []byte, flags int, context
 		return fuse.EPERM
 	}
 	if flags != 0 {
-		return fuse.EPERM
+		// Drop this once https://github.com/pkg/xattr/pull/26 is merged
+		return fuse.ENOSYS
 	}
 	if disallowedXAttrName(attr) {
 		return fuse.EPERM