123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289 |
- /*
- * Copyright 2013 The LibYuv Project Authors. All rights reserved.
- *
- * Use of this source code is governed by a BSD-style license
- * that can be found in the LICENSE file in the root of the source
- * tree. An additional intellectual property rights grant can be found
- * in the file PATENTS. All contributing project authors may
- * be found in the AUTHORS file in the root of the source tree.
- */
- #include "./psnr.h" // NOLINT
- #ifdef _OPENMP
- #include <omp.h>
- #endif
- #ifdef _MSC_VER
- #include <intrin.h> // For __cpuid()
- #endif
- #ifdef __cplusplus
- extern "C" {
- #endif
- typedef unsigned int uint32; // NOLINT
- #ifdef _MSC_VER
- typedef unsigned __int64 uint64;
- #else // COMPILER_MSVC
- #if defined(__LP64__) && !defined(__OpenBSD__) && !defined(__APPLE__)
- typedef unsigned long uint64; // NOLINT
- #else // defined(__LP64__) && !defined(__OpenBSD__) && !defined(__APPLE__)
- typedef unsigned long long uint64; // NOLINT
- #endif // __LP64__
- #endif // _MSC_VER
- // libyuv provides this function when linking library for jpeg support.
- #if !defined(HAVE_JPEG)
- #if !defined(LIBYUV_DISABLE_NEON) && defined(__ARM_NEON__) && \
- !defined(__aarch64__)
- #define HAS_SUMSQUAREERROR_NEON
- static uint32 SumSquareError_NEON(const uint8* src_a,
- const uint8* src_b, int count) {
- volatile uint32 sse;
- asm volatile (
- "vmov.u8 q7, #0 \n"
- "vmov.u8 q9, #0 \n"
- "vmov.u8 q8, #0 \n"
- "vmov.u8 q10, #0 \n"
- "1: \n"
- "vld1.u8 {q0}, [%0]! \n"
- "vld1.u8 {q1}, [%1]! \n"
- "vsubl.u8 q2, d0, d2 \n"
- "vsubl.u8 q3, d1, d3 \n"
- "vmlal.s16 q7, d4, d4 \n"
- "vmlal.s16 q8, d6, d6 \n"
- "vmlal.s16 q8, d5, d5 \n"
- "vmlal.s16 q10, d7, d7 \n"
- "subs %2, %2, #16 \n"
- "bhi 1b \n"
- "vadd.u32 q7, q7, q8 \n"
- "vadd.u32 q9, q9, q10 \n"
- "vadd.u32 q10, q7, q9 \n"
- "vpaddl.u32 q1, q10 \n"
- "vadd.u64 d0, d2, d3 \n"
- "vmov.32 %3, d0[0] \n"
- : "+r"(src_a),
- "+r"(src_b),
- "+r"(count),
- "=r"(sse)
- :
- : "memory", "cc", "q0", "q1", "q2", "q3", "q7", "q8", "q9", "q10");
- return sse;
- }
- #elif !defined(LIBYUV_DISABLE_NEON) && defined(__aarch64__)
- #define HAS_SUMSQUAREERROR_NEON
- static uint32 SumSquareError_NEON(const uint8* src_a,
- const uint8* src_b, int count) {
- volatile uint32 sse;
- asm volatile (
- "eor v16.16b, v16.16b, v16.16b \n"
- "eor v18.16b, v18.16b, v18.16b \n"
- "eor v17.16b, v17.16b, v17.16b \n"
- "eor v19.16b, v19.16b, v19.16b \n"
- "1: \n"
- "ld1 {v0.16b}, [%0], #16 \n"
- "ld1 {v1.16b}, [%1], #16 \n"
- "subs %w2, %w2, #16 \n"
- "usubl v2.8h, v0.8b, v1.8b \n"
- "usubl2 v3.8h, v0.16b, v1.16b \n"
- "smlal v16.4s, v2.4h, v2.4h \n"
- "smlal v17.4s, v3.4h, v3.4h \n"
- "smlal2 v18.4s, v2.8h, v2.8h \n"
- "smlal2 v19.4s, v3.8h, v3.8h \n"
- "b.gt 1b \n"
- "add v16.4s, v16.4s, v17.4s \n"
- "add v18.4s, v18.4s, v19.4s \n"
- "add v19.4s, v16.4s, v18.4s \n"
- "addv s0, v19.4s \n"
- "fmov %w3, s0 \n"
- : "+r"(src_a),
- "+r"(src_b),
- "+r"(count),
- "=r"(sse)
- :
- : "cc", "v0", "v1", "v2", "v3", "v16", "v17", "v18", "v19");
- return sse;
- }
- #elif !defined(LIBYUV_DISABLE_X86) && defined(_M_IX86) && defined(_MSC_VER)
- #define HAS_SUMSQUAREERROR_SSE2
- __declspec(naked)
- static uint32 SumSquareError_SSE2(const uint8* /*src_a*/,
- const uint8* /*src_b*/, int /*count*/) {
- __asm {
- mov eax, [esp + 4] // src_a
- mov edx, [esp + 8] // src_b
- mov ecx, [esp + 12] // count
- pxor xmm0, xmm0
- pxor xmm5, xmm5
- sub edx, eax
- wloop:
- movdqu xmm1, [eax]
- movdqu xmm2, [eax + edx]
- lea eax, [eax + 16]
- movdqu xmm3, xmm1
- psubusb xmm1, xmm2
- psubusb xmm2, xmm3
- por xmm1, xmm2
- movdqu xmm2, xmm1
- punpcklbw xmm1, xmm5
- punpckhbw xmm2, xmm5
- pmaddwd xmm1, xmm1
- pmaddwd xmm2, xmm2
- paddd xmm0, xmm1
- paddd xmm0, xmm2
- sub ecx, 16
- ja wloop
- pshufd xmm1, xmm0, 0EEh
- paddd xmm0, xmm1
- pshufd xmm1, xmm0, 01h
- paddd xmm0, xmm1
- movd eax, xmm0
- ret
- }
- }
- #elif !defined(LIBYUV_DISABLE_X86) && (defined(__x86_64__) || defined(__i386__))
- #define HAS_SUMSQUAREERROR_SSE2
- static uint32 SumSquareError_SSE2(const uint8* src_a,
- const uint8* src_b, int count) {
- uint32 sse;
- asm volatile ( // NOLINT
- "pxor %%xmm0,%%xmm0 \n"
- "pxor %%xmm5,%%xmm5 \n"
- "sub %0,%1 \n"
- "1: \n"
- "movdqu (%0),%%xmm1 \n"
- "movdqu (%0,%1,1),%%xmm2 \n"
- "lea 0x10(%0),%0 \n"
- "movdqu %%xmm1,%%xmm3 \n"
- "psubusb %%xmm2,%%xmm1 \n"
- "psubusb %%xmm3,%%xmm2 \n"
- "por %%xmm2,%%xmm1 \n"
- "movdqu %%xmm1,%%xmm2 \n"
- "punpcklbw %%xmm5,%%xmm1 \n"
- "punpckhbw %%xmm5,%%xmm2 \n"
- "pmaddwd %%xmm1,%%xmm1 \n"
- "pmaddwd %%xmm2,%%xmm2 \n"
- "paddd %%xmm1,%%xmm0 \n"
- "paddd %%xmm2,%%xmm0 \n"
- "sub $0x10,%2 \n"
- "ja 1b \n"
- "pshufd $0xee,%%xmm0,%%xmm1 \n"
- "paddd %%xmm1,%%xmm0 \n"
- "pshufd $0x1,%%xmm0,%%xmm1 \n"
- "paddd %%xmm1,%%xmm0 \n"
- "movd %%xmm0,%3 \n"
- : "+r"(src_a), // %0
- "+r"(src_b), // %1
- "+r"(count), // %2
- "=g"(sse) // %3
- :
- : "memory", "cc"
- #if defined(__SSE2__)
- , "xmm0", "xmm1", "xmm2", "xmm3", "xmm5"
- #endif
- ); // NOLINT
- return sse;
- }
- #endif // LIBYUV_DISABLE_X86 etc
- #if defined(HAS_SUMSQUAREERROR_SSE2)
- #if (defined(__pic__) || defined(__APPLE__)) && defined(__i386__)
- static __inline void __cpuid(int cpu_info[4], int info_type) {
- asm volatile ( // NOLINT
- "mov %%ebx, %%edi \n"
- "cpuid \n"
- "xchg %%edi, %%ebx \n"
- : "=a"(cpu_info[0]), "=D"(cpu_info[1]), "=c"(cpu_info[2]), "=d"(cpu_info[3])
- : "a"(info_type));
- }
- // For gcc/clang but not clangcl.
- #elif (defined(__i386__) || defined(__x86_64__)) && !defined(_MSC_VER)
- static __inline void __cpuid(int cpu_info[4], int info_type) {
- asm volatile ( // NOLINT
- "cpuid \n"
- : "=a"(cpu_info[0]), "=b"(cpu_info[1]), "=c"(cpu_info[2]), "=d"(cpu_info[3])
- : "a"(info_type));
- }
- #endif
- static int CpuHasSSE2() {
- #if defined(__i386__) || defined(__x86_64__) || defined(_M_IX86)
- int cpu_info[4];
- __cpuid(cpu_info, 1);
- if (cpu_info[3] & 0x04000000) {
- return 1;
- }
- #endif
- return 0;
- }
- #endif // HAS_SUMSQUAREERROR_SSE2
- static uint32 SumSquareError_C(const uint8* src_a,
- const uint8* src_b, int count) {
- uint32 sse = 0u;
- for (int x = 0; x < count; ++x) {
- int diff = src_a[x] - src_b[x];
- sse += static_cast<uint32>(diff * diff);
- }
- return sse;
- }
- double ComputeSumSquareError(const uint8* src_a,
- const uint8* src_b, int count) {
- uint32 (*SumSquareError)(const uint8* src_a,
- const uint8* src_b, int count) = SumSquareError_C;
- #if defined(HAS_SUMSQUAREERROR_NEON)
- SumSquareError = SumSquareError_NEON;
- #endif
- #if defined(HAS_SUMSQUAREERROR_SSE2)
- if (CpuHasSSE2()) {
- SumSquareError = SumSquareError_SSE2;
- }
- #endif
- const int kBlockSize = 1 << 15;
- uint64 sse = 0;
- #ifdef _OPENMP
- #pragma omp parallel for reduction(+: sse)
- #endif
- for (int i = 0; i < (count - (kBlockSize - 1)); i += kBlockSize) {
- sse += SumSquareError(src_a + i, src_b + i, kBlockSize);
- }
- src_a += count & ~(kBlockSize - 1);
- src_b += count & ~(kBlockSize - 1);
- int remainder = count & (kBlockSize - 1) & ~15;
- if (remainder) {
- sse += SumSquareError(src_a, src_b, remainder);
- src_a += remainder;
- src_b += remainder;
- }
- remainder = count & 15;
- if (remainder) {
- sse += SumSquareError_C(src_a, src_b, remainder);
- }
- return static_cast<double>(sse);
- }
- #endif
- // PSNR formula: psnr = 10 * log10 (Peak Signal^2 * size / sse)
- // Returns 128.0 (kMaxPSNR) if sse is 0 (perfect match).
- double ComputePSNR(double sse, double size) {
- const double kMINSSE = 255.0 * 255.0 * size / pow(10.0, kMaxPSNR / 10.0);
- if (sse <= kMINSSE)
- sse = kMINSSE; // Produces max PSNR of 128
- return 10.0 * log10(255.0 * 255.0 * size / sse);
- }
- #ifdef __cplusplus
- } // extern "C"
- #endif
|