diff --git a/interpreter/attributes.go b/interpreter/attributes.go
index 0098750d..e505f85e 100644
--- a/interpreter/attributes.go
+++ b/interpreter/attributes.go
@@ -1283,9 +1283,6 @@ func refQualify(adapter types.Adapter, obj any, idx ref.Val, presenceTest, prese
 		}
 		return val, true, nil
 	default:
-		if presenceTest {
-			return nil, false, nil
-		}
 		return nil, false, missingKey(idx)
 	}
 }
diff --git a/interpreter/interpreter_test.go b/interpreter/interpreter_test.go
index 914ac8bd..1ca97e54 100644
--- a/interpreter/interpreter_test.go
+++ b/interpreter/interpreter_test.go
@@ -26,6 +26,8 @@ import (
 	"time"
 
 	"google.golang.org/protobuf/proto"
+	"google.golang.org/protobuf/types/known/structpb"
+	"google.golang.org/protobuf/types/known/wrapperspb"
 
 	"github.com/google/cel-go/checker"
 	"github.com/google/cel-go/common"
@@ -40,9 +42,7 @@ import (
 	"github.com/google/cel-go/parser"
 
 	exprpb "google.golang.org/genproto/googleapis/api/expr/v1alpha1"
-	structpb "google.golang.org/protobuf/types/known/structpb"
 	tpb "google.golang.org/protobuf/types/known/timestamppb"
-	wrapperspb "google.golang.org/protobuf/types/known/wrapperspb"
 
 	proto2pb "github.com/google/cel-go/test/proto2pb"
 	proto3pb "github.com/google/cel-go/test/proto3pb"
@@ -1445,6 +1445,16 @@ func testData(t testing.TB) []testCase {
 			}, NewAttributePattern("a").QualInt(0)),
 			out: types.NewUnknown(2, types.QualifyAttribute[uint64](types.NewAttributeTrail("a"), 0)),
 		},
+		{
+			name: "invalid_presence_test_on_int_literal",
+			expr: `has(dyn(1).invalid)`,
+			err:  "no such key: invalid",
+		},
+		{
+			name: "invalid_presence_test_on_list_literal",
+			expr: `has(dyn([]).invalid)`,
+			err:  "unsupported index type 'string' in list",
+		},
 	}
 }