Fix for arm64_32 (aka ILP32) on Clang (attempt 2)

Signed-off-by: Dave Rodgman <dave.rodgman@arm.com>
diff --git a/library/constant_time.c b/library/constant_time.c
index 6e02f34..b24ebb4 100644
--- a/library/constant_time.c
+++ b/library/constant_time.c
@@ -78,10 +78,8 @@
     uint32_t r;
 #if defined(__arm__) || defined(__thumb__) || defined(__thumb2__)
     asm volatile ("ldr %0, [%1]" : "=r" (r) : "r" (p) :);
-#elif defined(__aarch64__) && (SIZE_MAX == 0xffffffffffffffff)
-    asm volatile ("ldr %w0, [%1]" : "=r" (r) : "r" (p) :);
-#elif defined(__aarch64__) && (SIZE_MAX == 0xffffffff)
-    asm volatile ("ldr %w0, [%w1]" : "=r" (r) : "r" (p) :);
+#elif defined(__aarch64__)
+    asm volatile ("ldr %w0, [%1]" : "=r" (r) : "p" (p) :);
 #endif
     return r;
 }