tor-browser

The Tor Browser
git clone https://git.dasho.dev/tor-browser.git
Log | Files | Refs | README | LICENSE

jdmrgext-avx2.asm (27254B)


      1 ;
      2 ; jdmrgext.asm - merged upsampling/color conversion (AVX2)
      3 ;
      4 ; Copyright 2009, 2012 Pierre Ossman <ossman@cendio.se> for Cendio AB
      5 ; Copyright (C) 2012, 2016, 2024, D. R. Commander.
      6 ; Copyright (C) 2015, Intel Corporation.
      7 ;
      8 ; Based on the x86 SIMD extension for IJG JPEG library
      9 ; Copyright (C) 1999-2006, MIYASAKA Masaru.
     10 ; For conditions of distribution and use, see copyright notice in jsimdext.inc
     11 ;
     12 ; This file should be assembled with NASM (Netwide Assembler) or Yasm.
     13 
     14 %include "jcolsamp.inc"
     15 
     16 ; --------------------------------------------------------------------------
     17 ;
     18 ; Upsample and color convert for the case of 2:1 horizontal and 1:1 vertical.
     19 ;
     20 ; GLOBAL(void)
     21 ; jsimd_h2v1_merged_upsample_avx2(JDIMENSION output_width,
     22 ;                                 JSAMPIMAGE input_buf,
     23 ;                                 JDIMENSION in_row_group_ctr,
     24 ;                                 JSAMPARRAY output_buf);
     25 ;
     26 
     27 %define output_width(b)      (b) + 8    ; JDIMENSION output_width
     28 %define input_buf(b)         (b) + 12   ; JSAMPIMAGE input_buf
     29 %define in_row_group_ctr(b)  (b) + 16   ; JDIMENSION in_row_group_ctr
     30 %define output_buf(b)        (b) + 20   ; JSAMPARRAY output_buf
     31 
     32 %define original_ebp  ebp + 0
     33 %define wk(i)         ebp - (WK_NUM - (i)) * SIZEOF_YMMWORD
     34                                        ; ymmword wk[WK_NUM]
     35 %define WK_NUM        3
     36 %define gotptr        wk(0) - SIZEOF_POINTER  ; void * gotptr
     37 
     38    align       32
     39    GLOBAL_FUNCTION(jsimd_h2v1_merged_upsample_avx2)
     40 
     41 EXTN(jsimd_h2v1_merged_upsample_avx2):
     42    push        ebp
     43    mov         eax, esp                     ; eax = original ebp
     44    sub         esp, byte 4
     45    and         esp, byte (-SIZEOF_YMMWORD)  ; align to 256 bits
     46    mov         [esp], eax
     47    mov         ebp, esp                     ; ebp = aligned ebp
     48    lea         esp, [wk(0)]
     49    PUSHPIC     eax                     ; make a room for GOT address
     50    push        ebx
     51 ;   push        ecx                     ; need not be preserved
     52 ;   push        edx                     ; need not be preserved
     53    push        esi
     54    push        edi
     55 
     56    GET_GOT     ebx                     ; get GOT address
     57    MOVPIC      POINTER [gotptr], ebx   ; save GOT address
     58 
     59    mov         ecx, JDIMENSION [output_width(eax)]  ; col
     60    test        ecx, ecx
     61    jz          near .return
     62 
     63    push        ecx
     64 
     65    mov         edi, JSAMPIMAGE [input_buf(eax)]
     66    mov         ecx, JDIMENSION [in_row_group_ctr(eax)]
     67    mov         esi, JSAMPARRAY [edi+0*SIZEOF_JSAMPARRAY]
     68    mov         ebx, JSAMPARRAY [edi+1*SIZEOF_JSAMPARRAY]
     69    mov         edx, JSAMPARRAY [edi+2*SIZEOF_JSAMPARRAY]
     70    mov         edi, JSAMPARRAY [output_buf(eax)]
     71    mov         esi, JSAMPROW [esi+ecx*SIZEOF_JSAMPROW]  ; inptr0
     72    mov         ebx, JSAMPROW [ebx+ecx*SIZEOF_JSAMPROW]  ; inptr1
     73    mov         edx, JSAMPROW [edx+ecx*SIZEOF_JSAMPROW]  ; inptr2
     74    mov         edi, JSAMPROW [edi]                      ; outptr
     75 
     76    pop         ecx                     ; col
     77 
     78    ALIGNX      16, 7
     79 .columnloop:
     80    MOVPIC      eax, POINTER [gotptr]   ; load GOT address (eax)
     81 
     82    vmovdqu     ymm6, YMMWORD [ebx]     ; ymm6=Cb(0123456789ABCDEFGHIJKLMNOPQRSTUV)
     83    vmovdqu     ymm7, YMMWORD [edx]     ; ymm7=Cr(0123456789ABCDEFGHIJKLMNOPQRSTUV)
     84 
     85    vpxor       ymm1, ymm1, ymm1        ; ymm1=(all 0's)
     86    vpcmpeqw    ymm3, ymm3, ymm3
     87    vpsllw      ymm3, ymm3, 7           ; ymm3={0xFF80 0xFF80 0xFF80 0xFF80 ..}
     88 
     89    vpermq      ymm6, ymm6, 0xd8        ; ymm6=Cb(01234567GHIJKLMN89ABCDEFOPQRSTUV)
     90    vpermq      ymm7, ymm7, 0xd8        ; ymm7=Cr(01234567GHIJKLMN89ABCDEFOPQRSTUV)
     91    vpunpcklbw  ymm4, ymm6, ymm1        ; ymm4=Cb(0123456789ABCDEF)=CbL
     92    vpunpckhbw  ymm6, ymm6, ymm1        ; ymm6=Cb(GHIJKLMNOPQRSTUV)=CbH
     93    vpunpcklbw  ymm0, ymm7, ymm1        ; ymm0=Cr(0123456789ABCDEF)=CrL
     94    vpunpckhbw  ymm7, ymm7, ymm1        ; ymm7=Cr(GHIJKLMNOPQRSTUV)=CrH
     95 
     96    vpaddw      ymm5, ymm6, ymm3
     97    vpaddw      ymm2, ymm4, ymm3
     98    vpaddw      ymm1, ymm7, ymm3
     99    vpaddw      ymm3, ymm0, ymm3
    100 
    101    ; (Original)
    102    ; R = Y                + 1.40200 * Cr
    103    ; G = Y - 0.34414 * Cb - 0.71414 * Cr
    104    ; B = Y + 1.77200 * Cb
    105    ;
    106    ; (This implementation)
    107    ; R = Y                + 0.40200 * Cr + Cr
    108    ; G = Y - 0.34414 * Cb + 0.28586 * Cr - Cr
    109    ; B = Y - 0.22800 * Cb + Cb + Cb
    110 
    111    vpaddw      ymm6, ymm5, ymm5             ; ymm6=2*CbH
    112    vpaddw      ymm4, ymm2, ymm2             ; ymm4=2*CbL
    113    vpaddw      ymm7, ymm1, ymm1             ; ymm7=2*CrH
    114    vpaddw      ymm0, ymm3, ymm3             ; ymm0=2*CrL
    115 
    116    vpmulhw     ymm6, ymm6, [GOTOFF(eax,PW_MF0228)]  ; ymm6=(2*CbH * -FIX(0.22800))
    117    vpmulhw     ymm4, ymm4, [GOTOFF(eax,PW_MF0228)]  ; ymm4=(2*CbL * -FIX(0.22800))
    118    vpmulhw     ymm7, ymm7, [GOTOFF(eax,PW_F0402)]   ; ymm7=(2*CrH * FIX(0.40200))
    119    vpmulhw     ymm0, ymm0, [GOTOFF(eax,PW_F0402)]   ; ymm0=(2*CrL * FIX(0.40200))
    120 
    121    vpaddw      ymm6, ymm6, [GOTOFF(eax,PW_ONE)]
    122    vpaddw      ymm4, ymm4, [GOTOFF(eax,PW_ONE)]
    123    vpsraw      ymm6, ymm6, 1                     ; ymm6=(CbH * -FIX(0.22800))
    124    vpsraw      ymm4, ymm4, 1                     ; ymm4=(CbL * -FIX(0.22800))
    125    vpaddw      ymm7, ymm7, [GOTOFF(eax,PW_ONE)]
    126    vpaddw      ymm0, ymm0, [GOTOFF(eax,PW_ONE)]
    127    vpsraw      ymm7, ymm7, 1                     ; ymm7=(CrH * FIX(0.40200))
    128    vpsraw      ymm0, ymm0, 1                     ; ymm0=(CrL * FIX(0.40200))
    129 
    130    vpaddw      ymm6, ymm6, ymm5
    131    vpaddw      ymm4, ymm4, ymm2
    132    vpaddw      ymm6, ymm6, ymm5                  ; ymm6=(CbH * FIX(1.77200))=(B-Y)H
    133    vpaddw      ymm4, ymm4, ymm2                  ; ymm4=(CbL * FIX(1.77200))=(B-Y)L
    134    vpaddw      ymm7, ymm7, ymm1                  ; ymm7=(CrH * FIX(1.40200))=(R-Y)H
    135    vpaddw      ymm0, ymm0, ymm3                  ; ymm0=(CrL * FIX(1.40200))=(R-Y)L
    136 
    137    vmovdqa     YMMWORD [wk(0)], ymm6             ; wk(0)=(B-Y)H
    138    vmovdqa     YMMWORD [wk(1)], ymm7             ; wk(1)=(R-Y)H
    139 
    140    vpunpckhwd  ymm6, ymm5, ymm1
    141    vpunpcklwd  ymm5, ymm5, ymm1
    142    vpmaddwd    ymm5, ymm5, [GOTOFF(eax,PW_MF0344_F0285)]
    143    vpmaddwd    ymm6, ymm6, [GOTOFF(eax,PW_MF0344_F0285)]
    144    vpunpckhwd  ymm7, ymm2, ymm3
    145    vpunpcklwd  ymm2, ymm2, ymm3
    146    vpmaddwd    ymm2, ymm2, [GOTOFF(eax,PW_MF0344_F0285)]
    147    vpmaddwd    ymm7, ymm7, [GOTOFF(eax,PW_MF0344_F0285)]
    148 
    149    vpaddd      ymm5, ymm5, [GOTOFF(eax,PD_ONEHALF)]
    150    vpaddd      ymm6, ymm6, [GOTOFF(eax,PD_ONEHALF)]
    151    vpsrad      ymm5, ymm5, SCALEBITS
    152    vpsrad      ymm6, ymm6, SCALEBITS
    153    vpaddd      ymm2, ymm2, [GOTOFF(eax,PD_ONEHALF)]
    154    vpaddd      ymm7, ymm7, [GOTOFF(eax,PD_ONEHALF)]
    155    vpsrad      ymm2, ymm2, SCALEBITS
    156    vpsrad      ymm7, ymm7, SCALEBITS
    157 
    158    vpackssdw   ymm5, ymm5, ymm6        ; ymm5=CbH*-FIX(0.344)+CrH*FIX(0.285)
    159    vpackssdw   ymm2, ymm2, ymm7        ; ymm2=CbL*-FIX(0.344)+CrL*FIX(0.285)
    160    vpsubw      ymm5, ymm5, ymm1        ; ymm5=CbH*-FIX(0.344)+CrH*-FIX(0.714)=(G-Y)H
    161    vpsubw      ymm2, ymm2, ymm3        ; ymm2=CbL*-FIX(0.344)+CrL*-FIX(0.714)=(G-Y)L
    162 
    163    vmovdqa     YMMWORD [wk(2)], ymm5   ; wk(2)=(G-Y)H
    164 
    165    mov         al, 2                   ; Yctr
    166    jmp         short .Yloop_1st
    167    ALIGNX      16, 7
    168 
    169 .Yloop_2nd:
    170    vmovdqa     ymm0, YMMWORD [wk(1)]   ; ymm0=(R-Y)H
    171    vmovdqa     ymm2, YMMWORD [wk(2)]   ; ymm2=(G-Y)H
    172    vmovdqa     ymm4, YMMWORD [wk(0)]   ; ymm4=(B-Y)H
    173    ALIGNX      16, 7
    174 
    175 .Yloop_1st:
    176    vmovdqu     ymm7, YMMWORD [esi]     ; ymm7=Y(0123456789ABCDEFGHIJKLMNOPQRSTUV)
    177 
    178    vpcmpeqw    ymm6, ymm6, ymm6
    179    vpsrlw      ymm6, ymm6, BYTE_BIT    ; ymm6={0xFF 0x00 0xFF 0x00 ..}
    180    vpand       ymm6, ymm6, ymm7        ; ymm6=Y(02468ACEGIKMOQSU)=YE
    181    vpsrlw      ymm7, ymm7, BYTE_BIT    ; ymm7=Y(13579BDFHJLNPRTV)=YO
    182 
    183    vmovdqa     ymm1, ymm0              ; ymm1=ymm0=(R-Y)(L/H)
    184    vmovdqa     ymm3, ymm2              ; ymm3=ymm2=(G-Y)(L/H)
    185    vmovdqa     ymm5, ymm4              ; ymm5=ymm4=(B-Y)(L/H)
    186 
    187    vpaddw      ymm0, ymm0, ymm6        ; ymm0=((R-Y)+YE)=RE=R(02468ACEGIKMOQSU)
    188    vpaddw      ymm1, ymm1, ymm7        ; ymm1=((R-Y)+YO)=RO=R(13579BDFHJLNPRTV)
    189    vpackuswb   ymm0, ymm0, ymm0        ; ymm0=R(02468ACE********GIKMOQSU********)
    190    vpackuswb   ymm1, ymm1, ymm1        ; ymm1=R(13579BDF********HJLNPRTV********)
    191 
    192    vpaddw      ymm2, ymm2, ymm6        ; ymm2=((G-Y)+YE)=GE=G(02468ACEGIKMOQSU)
    193    vpaddw      ymm3, ymm3, ymm7        ; ymm3=((G-Y)+YO)=GO=G(13579BDFHJLNPRTV)
    194    vpackuswb   ymm2, ymm2, ymm2        ; ymm2=G(02468ACE********GIKMOQSU********)
    195    vpackuswb   ymm3, ymm3, ymm3        ; ymm3=G(13579BDF********HJLNPRTV********)
    196 
    197    vpaddw      ymm4, ymm4, ymm6        ; ymm4=((B-Y)+YE)=BE=B(02468ACEGIKMOQSU)
    198    vpaddw      ymm5, ymm5, ymm7        ; ymm5=((B-Y)+YO)=BO=B(13579BDFHJLNPRTV)
    199    vpackuswb   ymm4, ymm4, ymm4        ; ymm4=B(02468ACE********GIKMOQSU********)
    200    vpackuswb   ymm5, ymm5, ymm5        ; ymm5=B(13579BDF********HJLNPRTV********)
    201 
    202 %if RGB_PIXELSIZE == 3  ; ---------------
    203 
    204    ; ymmA=(00 02 04 06 08 0A 0C 0E ** 0G 0I 0K 0M 0O 0Q 0S 0U **)
    205    ; ymmB=(01 03 05 07 09 0B 0D 0F ** 0H 0J 0L 0N 0P 0R 0T 0V **)
    206    ; ymmC=(10 12 14 16 18 1A 1C 1E ** 1G 1I 1K 1M 1O 1Q 1S 1U **)
    207    ; ymmD=(11 13 15 17 19 1B 1D 1F ** 1H 1J 1L 1N 1P 1R 1T 1V **)
    208    ; ymmE=(20 22 24 26 28 2A 2C 2E ** 2G 2I 2K 2M 2O 2Q 2S 2U **)
    209    ; ymmF=(21 23 25 27 29 2B 2D 2F ** 2H 2J 2L 2N 2P 2R 2T 2V **)
    210    ; ymmG=(** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** **)
    211    ; ymmH=(** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** ** **)
    212 
    213    vpunpcklbw  ymmA, ymmA, ymmC        ; ymmA=(00 10 02 12 04 14 06 16 08 18 0A 1A 0C 1C 0E 1E
    214                                        ;       0G 1G 0I 1I 0K 1K 0M 1M 0O 1O 0Q 1Q 0S 1S 0U 1U)
    215    vpunpcklbw  ymmE, ymmE, ymmB        ; ymmE=(20 01 22 03 24 05 26 07 28 09 2A 0B 2C 0D 2E 0F
    216                                        ;       2G 0H 2I 0J 2K 0L 2M 0N 2O 0P 2Q 0R 2S 0T 2U 0V)
    217    vpunpcklbw  ymmD, ymmD, ymmF        ; ymmD=(11 21 13 23 15 25 17 27 19 29 1B 2B 1D 2D 1F 2F
    218                                        ;       1H 2H 1J 2J 1L 2L 1N 2N 1P 2P 1R 2R 1T 2T 1V 2V)
    219 
    220    vpsrldq     ymmH, ymmA, 2           ; ymmH=(02 12 04 14 06 16 08 18 0A 1A 0C 1C 0E 1E 0G 1G
    221                                        ;       0I 1I 0K 1K 0M 1M 0O 1O 0Q 1Q 0S 1S 0U 1U -- --)
    222    vpunpckhwd  ymmG, ymmA, ymmE        ; ymmG=(08 18 28 09 0A 1A 2A 0B 0C 1C 2C 0D 0E 1E 2E 0F
    223                                        ;       0O 1O 2O 0P 0Q 1Q 2Q 0R 0S 1S 2S 0T 0U 1U 2U 0V)
    224    vpunpcklwd  ymmA, ymmA, ymmE        ; ymmA=(00 10 20 01 02 12 22 03 04 14 24 05 06 16 26 07
    225                                        ;       0G 1G 2G 0H 0I 1I 2I 0J 0K 1K 2K 0L 0M 1M 2M 0N)
    226 
    227    vpsrldq     ymmE, ymmE, 2           ; ymmE=(22 03 24 05 26 07 28 09 2A 0B 2C 0D 2E 0F 2G 0H
    228                                        ;       2I 0J 2K 0L 2M 0N 2O 0P 2Q 0R 2S 0T 2U 0V -- --)
    229 
    230    vpsrldq     ymmB, ymmD, 2           ; ymmB=(13 23 15 25 17 27 19 29 1B 2B 1D 2D 1F 2F 1H 2H
    231                                        ;       1J 2J 1L 2L 1N 2N 1P 2P 1R 2R 1T 2T 1V 2V -- --)
    232    vpunpckhwd  ymmC, ymmD, ymmH        ; ymmC=(19 29 0A 1A 1B 2B 0C 1C 1D 2D 0E 1E 1F 2F 0G 1G
    233                                        ;       1P 2P 0Q 1Q 1R 2R 0S 1S 1T 2T 0U 1U 1V 2V -- --)
    234    vpunpcklwd  ymmD, ymmD, ymmH        ; ymmD=(11 21 02 12 13 23 04 14 15 25 06 16 17 27 08 18
    235                                        ;       1H 2H 0I 1I 1J 2J 0K 1K 1L 2L 0M 1M 1N 2N 0O 1O)
    236 
    237    vpunpckhwd  ymmF, ymmE, ymmB        ; ymmF=(2A 0B 1B 2B 2C 0D 1D 2D 2E 0F 1F 2F 2G 0H 1H 2H
    238                                        ;       2Q 0R 1R 2R 2S 0T 1T 2T 2U 0V 1V 2V -- -- -- --)
    239    vpunpcklwd  ymmE, ymmE, ymmB        ; ymmE=(22 03 13 23 24 05 15 25 26 07 17 27 28 09 19 29
    240                                        ;       2I 0J 1J 2J 2K 0L 1L 2L 2M 0N 1N 2N 2O 0P 1P 2P)
    241 
    242    vpshufd     ymmH, ymmA, 0x4E        ; ymmH=(04 14 24 05 06 16 26 07 00 10 20 01 02 12 22 03
    243                                        ;       0K 1K 2K 0L 0M 1M 2M 0N 0G 1G 2G 0H 0I 1I 2I 0J)
    244    vpunpckldq  ymmA, ymmA, ymmD        ; ymmA=(00 10 20 01 11 21 02 12 02 12 22 03 13 23 04 14
    245                                        ;       0G 1G 2G 0H 1H 2H 0I 1I 0I 1I 2I 0J 1J 2J 0K 1K)
    246    vpunpckhdq  ymmD, ymmD, ymmE        ; ymmD=(15 25 06 16 26 07 17 27 17 27 08 18 28 09 19 29
    247                                        ;       1L 2L 0M 1M 2M 0N 1N 2N 1N 2N 0O 1O 2O 0P 1P 2P)
    248    vpunpckldq  ymmE, ymmE, ymmH        ; ymmE=(22 03 13 23 04 14 24 05 24 05 15 25 06 16 26 07
    249                                        ;       2I 0J 1J 2J 0K 1K 2K 0L 2K 0L 1L 2L 0M 1M 2M 0N)
    250 
    251    vpshufd     ymmH, ymmG, 0x4E        ; ymmH=(0C 1C 2C 0D 0E 1E 2E 0F 08 18 28 09 0A 1A 2A 0B
    252                                        ;       0S 1S 2S 0T 0U 1U 2U 0V 0O 1O 2O 0P 0Q 1Q 2Q 0R)
    253    vpunpckldq  ymmG, ymmG, ymmC        ; ymmG=(08 18 28 09 19 29 0A 1A 0A 1A 2A 0B 1B 2B 0C 1C
    254                                        ;       0O 1O 2O 0P 1P 2P 0Q 1Q 0Q 1Q 2Q 0R 1R 2R 0S 1S)
    255    vpunpckhdq  ymmC, ymmC, ymmF        ; ymmC=(1D 2D 0E 1E 2E 0F 1F 2F 1F 2F 0G 1G 2G 0H 1H 2H
    256                                        ;       1T 2T 0U 1U 2U 0V 1V 2V 1V 2V -- -- -- -- -- --)
    257    vpunpckldq  ymmF, ymmF, ymmH        ; ymmF=(2A 0B 1B 2B 0C 1C 2C 0D 2C 0D 1D 2D 0E 1E 2E 0F
    258                                        ;       2Q 0R 1R 2R 0S 1S 2S 0T 2S 0T 1T 2T 0U 1U 2U 0V)
    259 
    260    vpunpcklqdq ymmH, ymmA, ymmE        ; ymmH=(00 10 20 01 11 21 02 12 22 03 13 23 04 14 24 05
    261                                        ;       0G 1G 2G 0H 1H 2H 0I 1I 2I 0J 1J 2J 0K 1K 2K 0L)
    262    vpunpcklqdq ymmG, ymmD, ymmG        ; ymmG=(15 25 06 16 26 07 17 27 08 18 28 09 19 29 0A 1A
    263                                        ;       1L 2L 0M 1M 2M 0N 1N 2N 0O 1O 2O 0P 1P 2P 0Q 1Q)
    264    vpunpcklqdq ymmC, ymmF, ymmC        ; ymmC=(2A 0B 1B 2B 0C 1C 2C 0D 1D 2D 0E 1E 2E 0F 1F 2F
    265                                        ;       2Q 0R 1R 2R 0S 1S 2S 0T 1T 2T 0U 1U 2U 0V 1V 2V)
    266 
    267    vperm2i128  ymmA, ymmH, ymmG, 0x20  ; ymmA=(00 10 20 01 11 21 02 12 22 03 13 23 04 14 24 05
    268                                        ;       15 25 06 16 26 07 17 27 08 18 28 09 19 29 0A 1A)
    269    vperm2i128  ymmD, ymmC, ymmH, 0x30  ; ymmD=(2A 0B 1B 2B 0C 1C 2C 0D 1D 2D 0E 1E 2E 0F 1F 2F
    270                                        ;       0G 1G 2G 0H 1H 2H 0I 1I 2I 0J 1J 2J 0K 1K 2K 0L)
    271    vperm2i128  ymmF, ymmG, ymmC, 0x31  ; ymmF=(1L 2L 0M 1M 2M 0N 1N 2N 0O 1O 2O 0P 1P 2P 0Q 1Q
    272                                        ;       2Q 0R 1R 2R 0S 1S 2S 0T 1T 2T 0U 1U 2U 0V 1V 2V)
    273 
    274    cmp         ecx, byte SIZEOF_YMMWORD
    275    jb          short .column_st64
    276 
    277    test        edi, SIZEOF_YMMWORD-1
    278    jnz         short .out1
    279    ; --(aligned)-------------------
    280    vmovntdq    YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    281    vmovntdq    YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    282    vmovntdq    YMMWORD [edi+2*SIZEOF_YMMWORD], ymmF
    283    jmp         short .out0
    284 .out1:  ; --(unaligned)-----------------
    285    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    286    vmovdqu     YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    287    vmovdqu     YMMWORD [edi+2*SIZEOF_YMMWORD], ymmF
    288 .out0:
    289    add         edi, byte RGB_PIXELSIZE*SIZEOF_YMMWORD  ; outptr
    290    sub         ecx, byte SIZEOF_YMMWORD
    291    jz          near .endcolumn
    292 
    293    add         esi, byte SIZEOF_YMMWORD  ; inptr0
    294    dec         al                        ; Yctr
    295    jnz         near .Yloop_2nd
    296 
    297    add         ebx, byte SIZEOF_YMMWORD  ; inptr1
    298    add         edx, byte SIZEOF_YMMWORD  ; inptr2
    299    jmp         near .columnloop
    300    ALIGNX      16, 7
    301 
    302 .column_st64:
    303    lea         ecx, [ecx+ecx*2]            ; imul ecx, RGB_PIXELSIZE
    304    cmp         ecx, byte 2*SIZEOF_YMMWORD
    305    jb          short .column_st32
    306    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    307    vmovdqu     YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    308    add         edi, byte 2*SIZEOF_YMMWORD  ; outptr
    309    vmovdqa     ymmA, ymmF
    310    sub         ecx, byte 2*SIZEOF_YMMWORD
    311    jmp         short .column_st31
    312 .column_st32:
    313    cmp         ecx, byte SIZEOF_YMMWORD
    314    jb          short .column_st31
    315    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    316    add         edi, byte SIZEOF_YMMWORD    ; outptr
    317    vmovdqa     ymmA, ymmD
    318    sub         ecx, byte SIZEOF_YMMWORD
    319    jmp         short .column_st31
    320 .column_st31:
    321    cmp         ecx, byte SIZEOF_XMMWORD
    322    jb          short .column_st15
    323    vmovdqu     XMMWORD [edi+0*SIZEOF_XMMWORD], xmmA
    324    add         edi, byte SIZEOF_XMMWORD    ; outptr
    325    vperm2i128  ymmA, ymmA, ymmA, 1
    326    sub         ecx, byte SIZEOF_XMMWORD
    327 .column_st15:
    328    ; Store the lower 8 bytes of xmmA to the output when it has enough
    329    ; space.
    330    cmp         ecx, byte SIZEOF_MMWORD
    331    jb          short .column_st7
    332    vmovq       XMM_MMWORD [edi], xmmA
    333    add         edi, byte SIZEOF_MMWORD
    334    sub         ecx, byte SIZEOF_MMWORD
    335    vpsrldq     xmmA, xmmA, SIZEOF_MMWORD
    336 .column_st7:
    337    ; Store the lower 4 bytes of xmmA to the output when it has enough
    338    ; space.
    339    cmp         ecx, byte SIZEOF_DWORD
    340    jb          short .column_st3
    341    vmovd       XMM_DWORD [edi], xmmA
    342    add         edi, byte SIZEOF_DWORD
    343    sub         ecx, byte SIZEOF_DWORD
    344    vpsrldq     xmmA, xmmA, SIZEOF_DWORD
    345 .column_st3:
    346    ; Store the lower 2 bytes of eax to the output when it has enough
    347    ; space.
    348    vmovd       eax, xmmA
    349    cmp         ecx, byte SIZEOF_WORD
    350    jb          short .column_st1
    351    mov         word [edi], ax
    352    add         edi, byte SIZEOF_WORD
    353    sub         ecx, byte SIZEOF_WORD
    354    shr         eax, 16
    355 .column_st1:
    356    ; Store the lower 1 byte of eax to the output when it has enough
    357    ; space.
    358    test        ecx, ecx
    359    jz          short .endcolumn
    360    mov         byte [edi], al
    361 
    362 %else  ; RGB_PIXELSIZE == 4 ; -----------
    363 
    364 %ifdef RGBX_FILLER_0XFF
    365    vpcmpeqb    ymm6, ymm6, ymm6        ; ymm6=XE=X(02468ACE********GIKMOQSU********)
    366    vpcmpeqb    ymm7, ymm7, ymm7        ; ymm7=XO=X(13579BDF********HJLNPRTV********)
    367 %else
    368    vpxor       ymm6, ymm6, ymm6        ; ymm6=XE=X(02468ACE********GIKMOQSU********)
    369    vpxor       ymm7, ymm7, ymm7        ; ymm7=XO=X(13579BDF********HJLNPRTV********)
    370 %endif
    371    ; ymmA=(00 02 04 06 08 0A 0C 0E ** 0G 0I 0K 0M 0O 0Q 0S 0U **)
    372    ; ymmB=(01 03 05 07 09 0B 0D 0F ** 0H 0J 0L 0N 0P 0R 0T 0V **)
    373    ; ymmC=(10 12 14 16 18 1A 1C 1E ** 1G 1I 1K 1M 1O 1Q 1S 1U **)
    374    ; ymmD=(11 13 15 17 19 1B 1D 1F ** 1H 1J 1L 1N 1P 1R 1T 1V **)
    375    ; ymmE=(20 22 24 26 28 2A 2C 2E ** 2G 2I 2K 2M 2O 2Q 2S 2U **)
    376    ; ymmF=(21 23 25 27 29 2B 2D 2F ** 2H 2J 2L 2N 2P 2R 2T 2V **)
    377    ; ymmG=(30 32 34 36 38 3A 3C 3E ** 3G 3I 3K 3M 3O 3Q 3S 3U **)
    378    ; ymmH=(31 33 35 37 39 3B 3D 3F ** 3H 3J 3L 3N 3P 3R 3T 3V **)
    379 
    380    vpunpcklbw  ymmA, ymmA, ymmC        ; ymmA=(00 10 02 12 04 14 06 16 08 18 0A 1A 0C 1C 0E 1E
    381                                        ;       0G 1G 0I 1I 0K 1K 0M 1M 0O 1O 0Q 1Q 0S 1S 0U 1U)
    382    vpunpcklbw  ymmE, ymmE, ymmG        ; ymmE=(20 30 22 32 24 34 26 36 28 38 2A 3A 2C 3C 2E 3E
    383                                        ;       2G 3G 2I 3I 2K 3K 2M 3M 2O 3O 2Q 3Q 2S 3S 2U 3U)
    384    vpunpcklbw  ymmB, ymmB, ymmD        ; ymmB=(01 11 03 13 05 15 07 17 09 19 0B 1B 0D 1D 0F 1F
    385                                        ;       0H 1H 0J 1J 0L 1L 0N 1N 0P 1P 0R 1R 0T 1T 0V 1V)
    386    vpunpcklbw  ymmF, ymmF, ymmH        ; ymmF=(21 31 23 33 25 35 27 37 29 39 2B 3B 2D 3D 2F 3F
    387                                        ;       2H 3H 2J 3J 2L 3L 2N 3N 2P 3P 2R 3R 2T 3T 2V 3V)
    388 
    389    vpunpckhwd  ymmC, ymmA, ymmE        ; ymmC=(08 18 28 38 0A 1A 2A 3A 0C 1C 2C 3C 0E 1E 2E 3E
    390                                        ;       0O 1O 2O 3O 0Q 1Q 2Q 3Q 0S 1S 2S 3S 0U 1U 2U 3U)
    391    vpunpcklwd  ymmA, ymmA, ymmE        ; ymmA=(00 10 20 30 02 12 22 32 04 14 24 34 06 16 26 36
    392                                        ;       0G 1G 2G 3G 0I 1I 2I 3I 0K 1K 2K 3K 0M 1M 2M 3M)
    393    vpunpckhwd  ymmG, ymmB, ymmF        ; ymmG=(09 19 29 39 0B 1B 2B 3B 0D 1D 2D 3D 0F 1F 2F 3F
    394                                        ;       0P 1P 2P 3P 0R 1R 2R 3R 0T 1T 2T 3T 0V 1V 2V 3V)
    395    vpunpcklwd  ymmB, ymmB, ymmF        ; ymmB=(01 11 21 31 03 13 23 33 05 15 25 35 07 17 27 37
    396                                        ;       0H 1H 2H 3H 0J 1J 2J 3J 0L 1L 2L 3L 0N 1N 2N 3N)
    397 
    398    vpunpckhdq  ymmE, ymmA, ymmB        ; ymmE=(04 14 24 34 05 15 25 35 06 16 26 36 07 17 27 37
    399                                        ;       0K 1K 2K 3K 0L 1L 2L 3L 0M 1M 2M 3M 0N 1N 2N 3N)
    400    vpunpckldq  ymmB, ymmA, ymmB        ; ymmB=(00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33
    401                                        ;       0G 1G 2G 3G 0H 1H 2H 3H 0I 1I 2I 3I 0J 1J 2J 3J)
    402    vpunpckhdq  ymmF, ymmC, ymmG        ; ymmF=(0C 1C 2C 3C 0D 1D 2D 3D 0E 1E 2E 3E 0F 1F 2F 3F
    403                                        ;       0S 1S 2S 3S 0T 1T 2T 3T 0U 1U 2U 3U 0V 1V 2V 3V)
    404    vpunpckldq  ymmG, ymmC, ymmG        ; ymmG=(08 18 28 38 09 19 29 39 0A 1A 2A 3A 0B 1B 2B 3B
    405                                        ;       0O 1O 2O 3O 0P 1P 2P 3P 0Q 1Q 2Q 3Q 0R 1R 2R 3R)
    406 
    407    vperm2i128  ymmA, ymmB, ymmE, 0x20  ; ymmA=(00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33
    408                                        ;       04 14 24 34 05 15 25 35 06 16 26 36 07 17 27 37)
    409    vperm2i128  ymmD, ymmG, ymmF, 0x20  ; ymmD=(08 18 28 38 09 19 29 39 0A 1A 2A 3A 0B 1B 2B 3B
    410                                        ;       0C 1C 2C 3C 0D 1D 2D 3D 0E 1E 2E 3E 0F 1F 2F 3F)
    411    vperm2i128  ymmC, ymmB, ymmE, 0x31  ; ymmC=(0G 1G 2G 3G 0H 1H 2H 3H 0I 1I 2I 3I 0J 1J 2J 3J
    412                                        ;       0K 1K 2K 3K 0L 1L 2L 3L 0M 1M 2M 3M 0N 1N 2N 3N)
    413    vperm2i128  ymmH, ymmG, ymmF, 0x31  ; ymmH=(0O 1O 2O 3O 0P 1P 2P 3P 0Q 1Q 2Q 3Q 0R 1R 2R 3R
    414                                        ;       0S 1S 2S 3S 0T 1T 2T 3T 0U 1U 2U 3U 0V 1V 2V 3V)
    415 
    416    cmp         ecx, byte SIZEOF_YMMWORD
    417    jb          short .column_st64
    418 
    419    test        edi, SIZEOF_YMMWORD-1
    420    jnz         short .out1
    421    ; --(aligned)-------------------
    422    vmovntdq    YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    423    vmovntdq    YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    424    vmovntdq    YMMWORD [edi+2*SIZEOF_YMMWORD], ymmC
    425    vmovntdq    YMMWORD [edi+3*SIZEOF_YMMWORD], ymmH
    426    jmp         short .out0
    427 .out1:  ; --(unaligned)-----------------
    428    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    429    vmovdqu     YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    430    vmovdqu     YMMWORD [edi+2*SIZEOF_YMMWORD], ymmC
    431    vmovdqu     YMMWORD [edi+3*SIZEOF_YMMWORD], ymmH
    432 .out0:
    433    add         edi, RGB_PIXELSIZE*SIZEOF_YMMWORD  ; outptr
    434    sub         ecx, byte SIZEOF_YMMWORD
    435    jz          near .endcolumn
    436 
    437    add         esi, byte SIZEOF_YMMWORD  ; inptr0
    438    dec         al
    439    jnz         near .Yloop_2nd
    440 
    441    add         ebx, byte SIZEOF_YMMWORD  ; inptr1
    442    add         edx, byte SIZEOF_YMMWORD  ; inptr2
    443    jmp         near .columnloop
    444    ALIGNX      16, 7
    445 
    446 .column_st64:
    447    cmp         ecx, byte SIZEOF_YMMWORD/2
    448    jb          short .column_st32
    449    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    450    vmovdqu     YMMWORD [edi+1*SIZEOF_YMMWORD], ymmD
    451    add         edi, byte 2*SIZEOF_YMMWORD  ; outptr
    452    vmovdqa     ymmA, ymmC
    453    vmovdqa     ymmD, ymmH
    454    sub         ecx, byte SIZEOF_YMMWORD/2
    455 .column_st32:
    456    cmp         ecx, byte SIZEOF_YMMWORD/4
    457    jb          short .column_st16
    458    vmovdqu     YMMWORD [edi+0*SIZEOF_YMMWORD], ymmA
    459    add         edi, byte SIZEOF_YMMWORD    ; outptr
    460    vmovdqa     ymmA, ymmD
    461    sub         ecx, byte SIZEOF_YMMWORD/4
    462 .column_st16:
    463    cmp         ecx, byte SIZEOF_YMMWORD/8
    464    jb          short .column_st15
    465    vmovdqu     XMMWORD [edi+0*SIZEOF_XMMWORD], xmmA
    466    add         edi, byte SIZEOF_XMMWORD    ; outptr
    467    vperm2i128  ymmA, ymmA, ymmA, 1
    468    sub         ecx, byte SIZEOF_YMMWORD/8
    469 .column_st15:
    470    ; Store two pixels (8 bytes) of ymmA to the output when it has enough
    471    ; space.
    472    cmp         ecx, byte SIZEOF_YMMWORD/16
    473    jb          short .column_st7
    474    vmovq       MMWORD [edi], xmmA
    475    add         edi, byte SIZEOF_YMMWORD/16*4
    476    sub         ecx, byte SIZEOF_YMMWORD/16
    477    vpsrldq     xmmA, SIZEOF_YMMWORD/16*4
    478 .column_st7:
    479    ; Store one pixel (4 bytes) of ymmA to the output when it has enough
    480    ; space.
    481    test        ecx, ecx
    482    jz          short .endcolumn
    483    vmovd       XMM_DWORD [edi], xmmA
    484 
    485 %endif  ; RGB_PIXELSIZE ; ---------------
    486 
    487 .endcolumn:
    488    sfence                              ; flush the write buffer
    489 
    490 .return:
    491    vzeroupper
    492    pop         edi
    493    pop         esi
    494 ;   pop         edx                     ; need not be preserved
    495 ;   pop         ecx                     ; need not be preserved
    496    pop         ebx
    497    mov         esp, ebp                ; esp <- aligned ebp
    498    pop         esp                     ; esp <- original ebp
    499    pop         ebp
    500    ret
    501 
    502 ; --------------------------------------------------------------------------
    503 ;
    504 ; Upsample and color convert for the case of 2:1 horizontal and 2:1 vertical.
    505 ;
    506 ; GLOBAL(void)
    507 ; jsimd_h2v2_merged_upsample_avx2(JDIMENSION output_width,
    508 ;                                 JSAMPIMAGE input_buf,
    509 ;                                 JDIMENSION in_row_group_ctr,
    510 ;                                 JSAMPARRAY output_buf);
    511 ;
    512 
    513 %define output_width(b)      (b) + 8    ; JDIMENSION output_width
    514 %define input_buf(b)         (b) + 12   ; JSAMPIMAGE input_buf
    515 %define in_row_group_ctr(b)  (b) + 16   ; JDIMENSION in_row_group_ctr
    516 %define output_buf(b)        (b) + 20   ; JSAMPARRAY output_buf
    517 
    518    align       32
    519    GLOBAL_FUNCTION(jsimd_h2v2_merged_upsample_avx2)
    520 
    521 EXTN(jsimd_h2v2_merged_upsample_avx2):
    522    push        ebp
    523    mov         ebp, esp
    524    push        ebx
    525 ;   push        ecx                     ; need not be preserved
    526 ;   push        edx                     ; need not be preserved
    527    push        esi
    528    push        edi
    529 
    530    mov         eax, POINTER [output_width(ebp)]
    531 
    532    mov         edi, JSAMPIMAGE [input_buf(ebp)]
    533    mov         ecx, JDIMENSION [in_row_group_ctr(ebp)]
    534    mov         esi, JSAMPARRAY [edi+0*SIZEOF_JSAMPARRAY]
    535    mov         ebx, JSAMPARRAY [edi+1*SIZEOF_JSAMPARRAY]
    536    mov         edx, JSAMPARRAY [edi+2*SIZEOF_JSAMPARRAY]
    537    mov         edi, JSAMPARRAY [output_buf(ebp)]
    538    lea         esi, [esi+ecx*SIZEOF_JSAMPROW]
    539 
    540    push        edx                     ; inptr2
    541    push        ebx                     ; inptr1
    542    push        esi                     ; inptr00
    543    mov         ebx, esp
    544 
    545    push        edi                     ; output_buf (outptr0)
    546    push        ecx                     ; in_row_group_ctr
    547    push        ebx                     ; input_buf
    548    push        eax                     ; output_width
    549 
    550    call        near EXTN(jsimd_h2v1_merged_upsample_avx2)
    551 
    552    add         esi, byte SIZEOF_JSAMPROW  ; inptr01
    553    add         edi, byte SIZEOF_JSAMPROW  ; outptr1
    554    mov         POINTER [ebx+0*SIZEOF_POINTER], esi
    555    mov         POINTER [ebx-1*SIZEOF_POINTER], edi
    556 
    557    call        near EXTN(jsimd_h2v1_merged_upsample_avx2)
    558 
    559    add         esp, byte 7*SIZEOF_DWORD
    560 
    561    pop         edi
    562    pop         esi
    563 ;   pop         edx                     ; need not be preserved
    564 ;   pop         ecx                     ; need not be preserved
    565    pop         ebx
    566    pop         ebp
    567    ret
    568 
    569 ; For some reason, the OS X linker does not honor the request to align the
    570 ; segment unless we do this.
    571    align       32