Remove unnecessary cast

Signed-off-by: Dave Rodgman <dave.rodgman@arm.com>
diff --git a/library/common.h b/library/common.h
index 7e21a0c..9e1c4f6 100644
--- a/library/common.h
+++ b/library/common.h
@@ -131,10 +131,10 @@
 #if defined(MBEDTLS_EFFICIENT_UNALIGNED_ACCESS)
 #if defined(__ARM_NEON)
     for (; (i + 16) <= n; i += 16) {
-        uint8x16_t v1 = vld1q_u8((uint64_t *) (a + i));
-        uint8x16_t v2 = vld1q_u8((uint64_t *) (b + i));
+        uint8x16_t v1 = vld1q_u8(a + i);
+        uint8x16_t v2 = vld1q_u8(b + i);
         uint8x16_t x = veorq_u8(v1, v2);
-        vst1q_u8((uint64_t *) (r + i), x);
+        vst1q_u8(r + i, x);
     }
 #elif defined(__amd64__) || defined(__x86_64__) || defined(__aarch64__)
     /* This codepath probably only makes sense on architectures with 64-bit registers */