LCOV - code coverage report
Current view: top level - src/libavcodec/x86 - mlpdsp_init.c (source / functions) Hit Total Coverage
Test: coverage.info Lines: 6 17 35.3 %
Date: 2017-01-21 09:32:20 Functions: 1 2 50.0 %

          Line data    Source code
       1             : /*
       2             :  * MLP DSP functions x86-optimized
       3             :  * Copyright (c) 2009 Ramiro Polla
       4             :  *
       5             :  * This file is part of FFmpeg.
       6             :  *
       7             :  * FFmpeg is free software; you can redistribute it and/or
       8             :  * modify it under the terms of the GNU Lesser General Public
       9             :  * License as published by the Free Software Foundation; either
      10             :  * version 2.1 of the License, or (at your option) any later version.
      11             :  *
      12             :  * FFmpeg is distributed in the hope that it will be useful,
      13             :  * but WITHOUT ANY WARRANTY; without even the implied warranty of
      14             :  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
      15             :  * Lesser General Public License for more details.
      16             :  *
      17             :  * You should have received a copy of the GNU Lesser General Public
      18             :  * License along with FFmpeg; if not, write to the Free Software
      19             :  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
      20             :  */
      21             : 
      22             : #include "libavutil/attributes.h"
      23             : #include "libavutil/cpu.h"
      24             : #include "libavutil/x86/asm.h"
      25             : #include "libavutil/x86/cpu.h"
      26             : #include "libavcodec/mlpdsp.h"
      27             : #include "libavcodec/mlp.h"
      28             : 
      29             : #define REMATRIX_CHANNEL_FUNC(opt) \
      30             : void ff_mlp_rematrix_channel_##opt(int32_t *samples, \
      31             :                                    const int32_t *coeffs, \
      32             :                                    const uint8_t *bypassed_lsbs, \
      33             :                                    const int8_t *noise_buffer, \
      34             :                                    int index, \
      35             :                                    unsigned int dest_ch, \
      36             :                                    uint16_t blockpos, \
      37             :                                    unsigned int maxchan, \
      38             :                                    int matrix_noise_shift, \
      39             :                                    int access_unit_size_pow2, \
      40             :                                    int32_t mask);
      41             : 
      42             : REMATRIX_CHANNEL_FUNC(sse4)
      43             : REMATRIX_CHANNEL_FUNC(avx2_bmi2)
      44             : 
      45             : #if HAVE_7REGS && HAVE_INLINE_ASM && HAVE_INLINE_ASM_NONLOCAL_LABELS
      46             : 
      47             : extern char ff_mlp_firorder_8;
      48             : extern char ff_mlp_firorder_7;
      49             : extern char ff_mlp_firorder_6;
      50             : extern char ff_mlp_firorder_5;
      51             : extern char ff_mlp_firorder_4;
      52             : extern char ff_mlp_firorder_3;
      53             : extern char ff_mlp_firorder_2;
      54             : extern char ff_mlp_firorder_1;
      55             : extern char ff_mlp_firorder_0;
      56             : 
      57             : extern char ff_mlp_iirorder_4;
      58             : extern char ff_mlp_iirorder_3;
      59             : extern char ff_mlp_iirorder_2;
      60             : extern char ff_mlp_iirorder_1;
      61             : extern char ff_mlp_iirorder_0;
      62             : 
      63             : static const void * const firtable[9] = { &ff_mlp_firorder_0, &ff_mlp_firorder_1,
      64             :                                    &ff_mlp_firorder_2, &ff_mlp_firorder_3,
      65             :                                    &ff_mlp_firorder_4, &ff_mlp_firorder_5,
      66             :                                    &ff_mlp_firorder_6, &ff_mlp_firorder_7,
      67             :                                    &ff_mlp_firorder_8 };
      68             : static const void * const iirtable[5] = { &ff_mlp_iirorder_0, &ff_mlp_iirorder_1,
      69             :                                    &ff_mlp_iirorder_2, &ff_mlp_iirorder_3,
      70             :                                    &ff_mlp_iirorder_4 };
      71             : 
      72             : #if ARCH_X86_64
      73             : 
      74             : #define MLPMUL(label, offset, offs, offc)   \
      75             :     LABEL_MANGLE(label)":             \n\t" \
      76             :     "movslq "offset"+"offs"(%0), %%rax\n\t" \
      77             :     "movslq "offset"+"offc"(%1), %%rdx\n\t" \
      78             :     "imul                 %%rdx, %%rax\n\t" \
      79             :     "add                  %%rax, %%rsi\n\t"
      80             : 
      81             : #define FIRMULREG(label, offset, firc)\
      82             :     LABEL_MANGLE(label)":       \n\t" \
      83             :     "movslq "#offset"(%0), %%rax\n\t" \
      84             :     "imul        %"#firc", %%rax\n\t" \
      85             :     "add            %%rax, %%rsi\n\t"
      86             : 
      87             : #define CLEAR_ACCUM                   \
      88             :     "xor            %%rsi, %%rsi\n\t"
      89             : 
      90             : #define SHIFT_ACCUM                   \
      91             :     "shr     %%cl,         %%rsi\n\t"
      92             : 
      93             : #define ACCUM    "%%rdx"
      94             : #define RESULT   "%%rsi"
      95             : #define RESULT32 "%%esi"
      96             : 
      97             : #else /* if ARCH_X86_32 */
      98             : 
      99             : #define MLPMUL(label, offset, offs, offc)  \
     100             :     LABEL_MANGLE(label)":            \n\t" \
     101             :     "mov   "offset"+"offs"(%0), %%eax\n\t" \
     102             :     "imull "offset"+"offc"(%1)       \n\t" \
     103             :     "add                %%eax , %%esi\n\t" \
     104             :     "adc                %%edx , %%ecx\n\t"
     105             : 
     106             : #define FIRMULREG(label, offset, firc)  \
     107             :     MLPMUL(label, #offset, "0", "0")
     108             : 
     109             : #define CLEAR_ACCUM                  \
     110             :     "xor           %%esi, %%esi\n\t" \
     111             :     "xor           %%ecx, %%ecx\n\t"
     112             : 
     113             : #define SHIFT_ACCUM                  \
     114             :     "mov           %%ecx, %%edx\n\t" \
     115             :     "mov           %%esi, %%eax\n\t" \
     116             :     "movzbl        %7   , %%ecx\n\t" \
     117             :     "shrd    %%cl, %%edx, %%eax\n\t" \
     118             : 
     119             : #define ACCUM    "%%edx"
     120             : #define RESULT   "%%eax"
     121             : #define RESULT32 "%%eax"
     122             : 
     123             : #endif /* !ARCH_X86_64 */
     124             : 
     125             : #define BINC  AV_STRINGIFY(4* MAX_CHANNELS)
     126             : #define IOFFS AV_STRINGIFY(4*(MAX_FIR_ORDER + MAX_BLOCKSIZE))
     127             : #define IOFFC AV_STRINGIFY(4* MAX_FIR_ORDER)
     128             : 
     129             : #define FIRMUL(label, offset) MLPMUL(label, #offset,   "0",   "0")
     130             : #define IIRMUL(label, offset) MLPMUL(label, #offset, IOFFS, IOFFC)
     131             : 
     132           0 : static void mlp_filter_channel_x86(int32_t *state, const int32_t *coeff,
     133             :                                    int firorder, int iirorder,
     134             :                                    unsigned int filter_shift, int32_t mask,
     135             :                                    int blocksize, int32_t *sample_buffer)
     136             : {
     137           0 :     const void *firjump = firtable[firorder];
     138           0 :     const void *iirjump = iirtable[iirorder];
     139             : 
     140           0 :     blocksize = -blocksize;
     141             : 
     142           0 :     __asm__ volatile(
     143             :         "1:                           \n\t"
     144             :         CLEAR_ACCUM
     145             :         "jmp  *%5                     \n\t"
     146             :         FIRMUL   (ff_mlp_firorder_8, 0x1c   )
     147             :         FIRMUL   (ff_mlp_firorder_7, 0x18   )
     148             :         FIRMUL   (ff_mlp_firorder_6, 0x14   )
     149             :         FIRMUL   (ff_mlp_firorder_5, 0x10   )
     150             :         FIRMUL   (ff_mlp_firorder_4, 0x0c   )
     151             :         FIRMUL   (ff_mlp_firorder_3, 0x08   )
     152             :         FIRMUL   (ff_mlp_firorder_2, 0x04   )
     153             :         FIRMULREG(ff_mlp_firorder_1, 0x00, 8)
     154             :         LABEL_MANGLE(ff_mlp_firorder_0)":\n\t"
     155             :         "jmp  *%6                     \n\t"
     156             :         IIRMUL   (ff_mlp_iirorder_4, 0x0c   )
     157             :         IIRMUL   (ff_mlp_iirorder_3, 0x08   )
     158             :         IIRMUL   (ff_mlp_iirorder_2, 0x04   )
     159             :         IIRMUL   (ff_mlp_iirorder_1, 0x00   )
     160             :         LABEL_MANGLE(ff_mlp_iirorder_0)":\n\t"
     161             :         SHIFT_ACCUM
     162             :         "mov  "RESULT"  ,"ACCUM"      \n\t"
     163             :         "add  (%2)      ,"RESULT"     \n\t"
     164             :         "and   %4       ,"RESULT"     \n\t"
     165             :         "sub   $4       ,  %0         \n\t"
     166             :         "mov  "RESULT32", (%0)        \n\t"
     167             :         "mov  "RESULT32", (%2)        \n\t"
     168             :         "add $"BINC"    ,  %2         \n\t"
     169             :         "sub  "ACCUM"   ,"RESULT"     \n\t"
     170             :         "mov  "RESULT32","IOFFS"(%0)  \n\t"
     171             :         "incl              %3         \n\t"
     172             :         "js 1b                        \n\t"
     173             :         : /* 0*/"+r"(state),
     174             :           /* 1*/"+r"(coeff),
     175             :           /* 2*/"+r"(sample_buffer),
     176             : #if ARCH_X86_64
     177             :           /* 3*/"+r"(blocksize)
     178           0 :         : /* 4*/"r"((x86_reg)mask), /* 5*/"r"(firjump),
     179             :           /* 6*/"r"(iirjump)      , /* 7*/"c"(filter_shift)
     180           0 :         , /* 8*/"r"((int64_t)coeff[0])
     181             :         : "rax", "rdx", "rsi"
     182             : #else /* ARCH_X86_32 */
     183             :           /* 3*/"+m"(blocksize)
     184             :         : /* 4*/"m"(         mask), /* 5*/"m"(firjump),
     185             :           /* 6*/"m"(iirjump)      , /* 7*/"m"(filter_shift)
     186             :         : "eax", "edx", "esi", "ecx"
     187             : #endif /* !ARCH_X86_64 */
     188             :     );
     189           0 : }
     190             : 
     191             : #endif /* HAVE_7REGS && HAVE_INLINE_ASM */
     192             : 
     193           6 : av_cold void ff_mlpdsp_init_x86(MLPDSPContext *c)
     194             : {
     195           6 :     int cpu_flags = av_get_cpu_flags();
     196             : #if HAVE_7REGS && HAVE_INLINE_ASM && HAVE_INLINE_ASM_NONLOCAL_LABELS
     197           6 :     if (INLINE_MMX(cpu_flags))
     198           0 :         c->mlp_filter_channel = mlp_filter_channel_x86;
     199             : #endif
     200           6 :     if (ARCH_X86_64 && EXTERNAL_SSE4(cpu_flags))
     201           0 :         c->mlp_rematrix_channel = ff_mlp_rematrix_channel_sse4;
     202           6 :     if (ARCH_X86_64 && EXTERNAL_AVX2_FAST(cpu_flags) && cpu_flags & AV_CPU_FLAG_BMI2)
     203           0 :         c->mlp_rematrix_channel = ff_mlp_rematrix_channel_avx2_bmi2;
     204           6 : }

Generated by: LCOV version 1.12