diff --git a/gcc/config/rx/constraints.md b/gcc/config/rx/constraints.md
index 4fc242667ab4e2d623946d05df0a3be12cd0fea0..4b81ae6aa75bfe254deba7aadfdeb7c6cf718ea3 100644
--- a/gcc/config/rx/constraints.md
+++ b/gcc/config/rx/constraints.md
@@ -80,7 +80,8 @@
        (ior (match_code "reg" "0")
 	    (and (match_code "plus" "0")
 	         (and (match_code "reg,subreg" "00")
-		      (match_code "const_int" "01")
+		      (and (match_code "const_int" "01")
+		           (match_test "rx_is_restricted_memory_address (XEXP (op, 0), mode)"))
 		 )
 	    )
        )