idctdsp_mmi.c 10.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 * Loongson SIMD optimized idctdsp
 *
 * Copyright (c) 2015 Loongson Technology Corporation Limited
 * Copyright (c) 2015 Zhou Xiaoyong <zhouxiaoyong@loongson.cn>
 *
 * This file is part of FFmpeg.
 *
 * FFmpeg is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * FFmpeg is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with FFmpeg; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 */

#include "idctdsp_mips.h"
#include "constants.h"
26
#include "libavutil/mips/mmiutils.h"
27 28 29 30

void ff_put_pixels_clamped_mmi(const int16_t *block,
        uint8_t *av_restrict pixels, ptrdiff_t line_size)
{
31 32
    double ftmp[8];
    mips_reg addr[1];
33 34
    DECLARE_VAR_ALL64;
    DECLARE_VAR_ADDRT;
35 36

    __asm__ volatile (
37 38 39 40 41 42 43 44
        MMI_LDC1(%[ftmp0], %[block], 0x00)
        MMI_LDC1(%[ftmp1], %[block], 0x08)
        MMI_LDC1(%[ftmp2], %[block], 0x10)
        MMI_LDC1(%[ftmp3], %[block], 0x18)
        MMI_LDC1(%[ftmp4], %[block], 0x20)
        MMI_LDC1(%[ftmp5], %[block], 0x28)
        MMI_LDC1(%[ftmp6], %[block], 0x30)
        MMI_LDC1(%[ftmp7], %[block], 0x38)
45 46 47 48 49
        PTR_ADDU   "%[addr0],   %[pixels],      %[line_size]            \n\t"
        "packushb   %[ftmp0],   %[ftmp0],       %[ftmp1]                \n\t"
        "packushb   %[ftmp2],   %[ftmp2],       %[ftmp3]                \n\t"
        "packushb   %[ftmp4],   %[ftmp4],       %[ftmp5]                \n\t"
        "packushb   %[ftmp6],   %[ftmp6],       %[ftmp7]                \n\t"
50 51 52 53
        MMI_SDC1(%[ftmp0], %[pixels], 0x00)
        MMI_SDC1(%[ftmp2], %[addr0], 0x00)
        MMI_SDXC1(%[ftmp4], %[addr0], %[line_size], 0x00)
        MMI_SDXC1(%[ftmp6], %[pixels], %[line_sizex3], 0x00)
54 55 56 57
        : [ftmp0]"=&f"(ftmp[0]),            [ftmp1]"=&f"(ftmp[1]),
          [ftmp2]"=&f"(ftmp[2]),            [ftmp3]"=&f"(ftmp[3]),
          [ftmp4]"=&f"(ftmp[4]),            [ftmp5]"=&f"(ftmp[5]),
          [ftmp6]"=&f"(ftmp[6]),            [ftmp7]"=&f"(ftmp[7]),
58 59
          RESTRICT_ASM_ALL64
          RESTRICT_ASM_ADDRT
60 61 62 63 64 65
          [addr0]"=&r"(addr[0]),
          [pixels]"+&r"(pixels)
        : [line_size]"r"((mips_reg)line_size),
          [line_sizex3]"r"((mips_reg)(line_size*3)),
          [block]"r"(block)
        : "memory"
66 67
    );

68 69
    pixels += line_size*4;
    block += 32;
70 71

    __asm__ volatile (
72 73 74 75 76 77 78 79
        MMI_LDC1(%[ftmp0], %[block], 0x00)
        MMI_LDC1(%[ftmp1], %[block], 0x08)
        MMI_LDC1(%[ftmp2], %[block], 0x10)
        MMI_LDC1(%[ftmp3], %[block], 0x18)
        MMI_LDC1(%[ftmp4], %[block], 0x20)
        MMI_LDC1(%[ftmp5], %[block], 0x28)
        MMI_LDC1(%[ftmp6], %[block], 0x30)
        MMI_LDC1(%[ftmp7], %[block], 0x38)
80 81 82 83 84
        PTR_ADDU   "%[addr0],   %[pixels],      %[line_size]            \n\t"
        "packushb   %[ftmp0],   %[ftmp0],       %[ftmp1]                \n\t"
        "packushb   %[ftmp2],   %[ftmp2],       %[ftmp3]                \n\t"
        "packushb   %[ftmp4],   %[ftmp4],       %[ftmp5]                \n\t"
        "packushb   %[ftmp6],   %[ftmp6],       %[ftmp7]                \n\t"
85 86 87 88
        MMI_SDC1(%[ftmp0], %[pixels], 0x00)
        MMI_SDC1(%[ftmp2], %[addr0], 0x00)
        MMI_SDXC1(%[ftmp4], %[addr0], %[line_size], 0x00)
        MMI_SDXC1(%[ftmp6], %[pixels], %[line_sizex3], 0x00)
89 90 91 92
        : [ftmp0]"=&f"(ftmp[0]),            [ftmp1]"=&f"(ftmp[1]),
          [ftmp2]"=&f"(ftmp[2]),            [ftmp3]"=&f"(ftmp[3]),
          [ftmp4]"=&f"(ftmp[4]),            [ftmp5]"=&f"(ftmp[5]),
          [ftmp6]"=&f"(ftmp[6]),            [ftmp7]"=&f"(ftmp[7]),
93 94
          RESTRICT_ASM_ALL64
          RESTRICT_ASM_ADDRT
95 96 97 98 99 100
          [addr0]"=&r"(addr[0]),
          [pixels]"+&r"(pixels)
        : [line_size]"r"((mips_reg)line_size),
          [line_sizex3]"r"((mips_reg)(line_size*3)),
          [block]"r"(block)
        : "memory"
101 102 103 104 105 106 107
    );
}

void ff_put_signed_pixels_clamped_mmi(const int16_t *block,
    uint8_t *av_restrict pixels, ptrdiff_t line_size)
{
    int64_t line_skip = line_size;
108 109 110
    int64_t line_skip3 = 0;
    double ftmp[5];
    mips_reg addr[1];
111 112
    DECLARE_VAR_ALL64;
    DECLARE_VAR_ADDRT;
113 114

    __asm__ volatile (
115
        PTR_ADDU   "%[line_skip3],  %[line_skip],   %[line_skip]        \n\t"
116 117
        MMI_LDC1(%[ftmp1], %[block], 0x00)
        MMI_LDC1(%[ftmp0], %[block], 0x08)
118
        "packsshb   %[ftmp1],       %[ftmp1],       %[ftmp0]            \n\t"
119 120
        MMI_LDC1(%[ftmp2], %[block], 0x10)
        MMI_LDC1(%[ftmp0], %[block], 0x18)
121
        "packsshb   %[ftmp2],       %[ftmp2],       %[ftmp0]            \n\t"
122 123
        MMI_LDC1(%[ftmp3], %[block], 0x20)
        MMI_LDC1(%[ftmp0], %[block], 0x28)
124
        "packsshb   %[ftmp3],       %[ftmp3],       %[ftmp0]            \n\t"
125 126
        MMI_LDC1(%[ftmp4], %[block], 0x30)
        MMI_LDC1(%[ftmp0], %[block], 0x38)
127 128 129 130 131
        "packsshb   %[ftmp4],       %[ftmp4],       %[ftmp0]            \n\t"
        "paddb      %[ftmp1],       %[ftmp1],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp2],       %[ftmp2],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp3],       %[ftmp3],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp4],       %[ftmp4],       %[ff_pb_80]         \n\t"
132 133 134
        MMI_SDC1(%[ftmp1], %[pixels], 0x00)
        MMI_SDXC1(%[ftmp2], %[pixels], %[line_skip], 0x00)
        MMI_SDXC1(%[ftmp3], %[pixels], %[line_skip3], 0x00)
135
        PTR_ADDU   "%[line_skip3],  %[line_skip3],  %[line_skip]        \n\t"
136
        MMI_SDXC1(%[ftmp4], %[pixels], %[line_skip3], 0x00)
137 138
        PTR_ADDU   "%[addr0],       %[line_skip3],  %[line_skip]        \n\t"
        PTR_ADDU   "%[pixels],      %[pixels],      %[addr0]            \n\t"
139 140
        MMI_LDC1(%[ftmp1], %[block], 0x40)
        MMI_LDC1(%[ftmp0], %[block], 0x48)
141
        "packsshb   %[ftmp1],       %[ftmp1],       %[ftmp0]            \n\t"
142 143
        MMI_LDC1(%[ftmp2], %[block], 0x50)
        MMI_LDC1(%[ftmp0], %[block], 0x58)
144
        "packsshb   %[ftmp2],       %[ftmp2],       %[ftmp0]            \n\t"
145 146
        MMI_LDC1(%[ftmp3], %[block], 0x60)
        MMI_LDC1(%[ftmp0], %[block], 0x68)
147
        "packsshb   %[ftmp3],       %[ftmp3],       %[ftmp0]            \n\t"
148 149
        MMI_LDC1(%[ftmp4], %[block], 0x70)
        MMI_LDC1(%[ftmp0], %[block], 0x78)
150 151 152 153 154
        "packsshb   %[ftmp4],       %[ftmp4],       %[ftmp0]            \n\t"
        "paddb      %[ftmp1],       %[ftmp1],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp2],       %[ftmp2],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp3],       %[ftmp3],       %[ff_pb_80]         \n\t"
        "paddb      %[ftmp4],       %[ftmp4],       %[ff_pb_80]         \n\t"
155 156
        MMI_SDC1(%[ftmp1], %[pixels], 0x00)
        MMI_SDXC1(%[ftmp2], %[pixels], %[line_skip], 0x00)
157
        PTR_ADDU   "%[addr0],       %[line_skip],   %[line_skip]        \n\t"
158 159
        MMI_SDXC1(%[ftmp3], %[pixels], %[addr0], 0x00)
        MMI_SDXC1(%[ftmp4], %[pixels], %[line_skip3], 0x00)
160 161 162
        : [ftmp0]"=&f"(ftmp[0]),            [ftmp1]"=&f"(ftmp[1]),
          [ftmp2]"=&f"(ftmp[2]),            [ftmp3]"=&f"(ftmp[3]),
          [ftmp4]"=&f"(ftmp[4]),
163 164
          RESTRICT_ASM_ALL64
          RESTRICT_ASM_ADDRT
165 166 167 168 169 170
          [addr0]"=&r"(addr[0]),
          [pixels]"+&r"(pixels),            [line_skip3]"+&r"(line_skip3)
        : [block]"r"(block),
          [line_skip]"r"((mips_reg)line_skip),
          [ff_pb_80]"f"(ff_pb_80)
        : "memory"
171 172 173 174 175 176
    );
}

void ff_add_pixels_clamped_mmi(const int16_t *block,
        uint8_t *av_restrict pixels, ptrdiff_t line_size)
{
177 178
    double ftmp[8];
    uint64_t tmp[1];
179 180 181
    mips_reg addr[1];
    DECLARE_VAR_ALL64;
    DECLARE_VAR_ADDRT;
182 183

    __asm__ volatile (
184 185 186
        "li         %[tmp0],    0x04                                    \n\t"
        "xor        %[ftmp0],   %[ftmp0],       %[ftmp0]                \n\t"
        "1:                                                             \n\t"
187 188 189 190 191 192
        MMI_LDC1(%[ftmp1], %[block], 0x00)
        MMI_LDC1(%[ftmp2], %[block], 0x08)
        MMI_LDC1(%[ftmp3], %[block], 0x10)
        MMI_LDC1(%[ftmp4], %[block], 0x18)
        MMI_LDC1(%[ftmp5], %[pixels], 0x00)
        MMI_LDXC1(%[ftmp6], %[pixels], %[line_size], 0x00)
193 194 195 196 197 198 199 200 201 202 203 204
        "mov.d      %[ftmp7],   %[ftmp5]                                \n\t"
        "punpcklbh  %[ftmp5],   %[ftmp5],       %[ftmp0]                \n\t"
        "punpckhbh  %[ftmp7],   %[ftmp7],       %[ftmp0]                \n\t"
        "paddh      %[ftmp1],   %[ftmp1],       %[ftmp5]                \n\t"
        "paddh      %[ftmp2],   %[ftmp2],       %[ftmp7]                \n\t"
        "mov.d      %[ftmp7],   %[ftmp6]                                \n\t"
        "punpcklbh  %[ftmp6],   %[ftmp6],       %[ftmp0]                \n\t"
        "punpckhbh  %[ftmp7],   %[ftmp7],       %[ftmp0]                \n\t"
        "paddh      %[ftmp3],   %[ftmp3],       %[ftmp6]                \n\t"
        "paddh      %[ftmp4],   %[ftmp4],       %[ftmp7]                \n\t"
        "packushb   %[ftmp1],   %[ftmp1],       %[ftmp2]                \n\t"
        "packushb   %[ftmp3],   %[ftmp3],       %[ftmp4]                \n\t"
205 206
        MMI_SDC1(%[ftmp1], %[pixels], 0x00)
        MMI_SDXC1(%[ftmp3], %[pixels], %[line_size], 0x00)
207 208 209 210 211 212 213 214 215 216
        "addi       %[tmp0],    %[tmp0],        -0x01                   \n\t"
        PTR_ADDIU  "%[block],   %[block],       0x20                    \n\t"
        PTR_ADDU   "%[pixels],  %[pixels],      %[line_size]            \n\t"
        PTR_ADDU   "%[pixels],  %[pixels],      %[line_size]            \n\t"
        "bnez       %[tmp0],    1b"
        : [ftmp0]"=&f"(ftmp[0]),            [ftmp1]"=&f"(ftmp[1]),
          [ftmp2]"=&f"(ftmp[2]),            [ftmp3]"=&f"(ftmp[3]),
          [ftmp4]"=&f"(ftmp[4]),            [ftmp5]"=&f"(ftmp[5]),
          [ftmp6]"=&f"(ftmp[6]),            [ftmp7]"=&f"(ftmp[7]),
          [tmp0]"=&r"(tmp[0]),
217 218 219
          RESTRICT_ASM_ALL64
          RESTRICT_ASM_ADDRT
          [addr0]"=&r"(addr[0]),
220 221 222
          [pixels]"+&r"(pixels),            [block]"+&r"(block)
        : [line_size]"r"((mips_reg)line_size)
        : "memory"
223 224
    );
}