Blame pixman/pixman-arm-common.h

Packit 030a23
/*
Packit 030a23
 * Copyright © 2010 Nokia Corporation
Packit 030a23
 *
Packit 030a23
 * Permission is hereby granted, free of charge, to any person obtaining a
Packit 030a23
 * copy of this software and associated documentation files (the "Software"),
Packit 030a23
 * to deal in the Software without restriction, including without limitation
Packit 030a23
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
Packit 030a23
 * and/or sell copies of the Software, and to permit persons to whom the
Packit 030a23
 * Software is furnished to do so, subject to the following conditions:
Packit 030a23
 *
Packit 030a23
 * The above copyright notice and this permission notice (including the next
Packit 030a23
 * paragraph) shall be included in all copies or substantial portions of the
Packit 030a23
 * Software.
Packit 030a23
 *
Packit 030a23
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
Packit 030a23
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
Packit 030a23
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
Packit 030a23
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
Packit 030a23
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
Packit 030a23
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
Packit 030a23
 * DEALINGS IN THE SOFTWARE.
Packit 030a23
 *
Packit 030a23
 * Author:  Siarhei Siamashka (siarhei.siamashka@nokia.com)
Packit 030a23
 */
Packit 030a23
Packit 030a23
#ifndef PIXMAN_ARM_COMMON_H
Packit 030a23
#define PIXMAN_ARM_COMMON_H
Packit 030a23
Packit 030a23
#include "pixman-inlines.h"
Packit 030a23
Packit 030a23
/* Define some macros which can expand into proxy functions between
Packit 030a23
 * ARM assembly optimized functions and the rest of pixman fast path API.
Packit 030a23
 *
Packit 030a23
 * All the low level ARM assembly functions have to use ARM EABI
Packit 030a23
 * calling convention and take up to 8 arguments:
Packit 030a23
 *    width, height, dst, dst_stride, src, src_stride, mask, mask_stride
Packit 030a23
 *
Packit 030a23
 * The arguments are ordered with the most important coming first (the
Packit 030a23
 * first 4 arguments are passed to function in registers, the rest are
Packit 030a23
 * on stack). The last arguments are optional, for example if the
Packit 030a23
 * function is not using mask, then 'mask' and 'mask_stride' can be
Packit 030a23
 * omitted when doing a function call.
Packit 030a23
 *
Packit 030a23
 * Arguments 'src' and 'mask' contain either a pointer to the top left
Packit 030a23
 * pixel of the composited rectangle or a pixel color value depending
Packit 030a23
 * on the function type. In the case of just a color value (solid source
Packit 030a23
 * or mask), the corresponding stride argument is unused.
Packit 030a23
 */
Packit 030a23
Packit 030a23
#define SKIP_ZERO_SRC  1
Packit 030a23
#define SKIP_ZERO_MASK 2
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_FAST_PATH_SRC_DST(cputype, name,                \
Packit 030a23
                                          src_type, src_cnt,            \
Packit 030a23
                                          dst_type, dst_cnt)            \
Packit 030a23
void                                                                    \
Packit 030a23
pixman_composite_##name##_asm_##cputype (int32_t   w,                   \
Packit 030a23
                                         int32_t   h,                   \
Packit 030a23
                                         dst_type *dst,                 \
Packit 030a23
                                         int32_t   dst_stride,          \
Packit 030a23
                                         src_type *src,                 \
Packit 030a23
                                         int32_t   src_stride);         \
Packit 030a23
                                                                        \
Packit 030a23
static void                                                             \
Packit 030a23
cputype##_composite_##name (pixman_implementation_t *imp,               \
Packit 030a23
                            pixman_composite_info_t *info)              \
Packit 030a23
{                                                                       \
Packit 030a23
    PIXMAN_COMPOSITE_ARGS (info);                                       \
Packit 030a23
    dst_type *dst_line;							\
Packit 030a23
    src_type *src_line;                                                 \
Packit 030a23
    int32_t dst_stride, src_stride;                                     \
Packit 030a23
                                                                        \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (src_image, src_x, src_y, src_type,           \
Packit 030a23
                           src_stride, src_line, src_cnt);              \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (dest_image, dest_x, dest_y, dst_type,        \
Packit 030a23
                           dst_stride, dst_line, dst_cnt);              \
Packit 030a23
                                                                        \
Packit 030a23
    pixman_composite_##name##_asm_##cputype (width, height,             \
Packit 030a23
                                             dst_line, dst_stride,      \
Packit 030a23
                                             src_line, src_stride);     \
Packit 030a23
}
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_FAST_PATH_N_DST(flags, cputype, name,           \
Packit 030a23
                                        dst_type, dst_cnt)              \
Packit 030a23
void                                                                    \
Packit 030a23
pixman_composite_##name##_asm_##cputype (int32_t    w,                  \
Packit 030a23
                                         int32_t    h,                  \
Packit 030a23
                                         dst_type  *dst,                \
Packit 030a23
                                         int32_t    dst_stride,         \
Packit 030a23
                                         uint32_t   src);               \
Packit 030a23
                                                                        \
Packit 030a23
static void                                                             \
Packit 030a23
cputype##_composite_##name (pixman_implementation_t *imp,               \
Packit 030a23
			    pixman_composite_info_t *info)              \
Packit 030a23
{                                                                       \
Packit 030a23
    PIXMAN_COMPOSITE_ARGS (info);					\
Packit 030a23
    dst_type  *dst_line;                                                \
Packit 030a23
    int32_t    dst_stride;                                              \
Packit 030a23
    uint32_t   src;                                                     \
Packit 030a23
                                                                        \
Packit 030a23
    src = _pixman_image_get_solid (					\
Packit 030a23
	imp, src_image, dest_image->bits.format);			\
Packit 030a23
                                                                        \
Packit 030a23
    if ((flags & SKIP_ZERO_SRC) && src == 0)                            \
Packit 030a23
	return;                                                         \
Packit 030a23
                                                                        \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (dest_image, dest_x, dest_y, dst_type,        \
Packit 030a23
                           dst_stride, dst_line, dst_cnt);              \
Packit 030a23
                                                                        \
Packit 030a23
    pixman_composite_##name##_asm_##cputype (width, height,             \
Packit 030a23
                                             dst_line, dst_stride,      \
Packit 030a23
                                             src);                      \
Packit 030a23
}
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_FAST_PATH_N_MASK_DST(flags, cputype, name,      \
Packit 030a23
                                             mask_type, mask_cnt,       \
Packit 030a23
                                             dst_type, dst_cnt)         \
Packit 030a23
void                                                                    \
Packit 030a23
pixman_composite_##name##_asm_##cputype (int32_t    w,                  \
Packit 030a23
                                         int32_t    h,                  \
Packit 030a23
                                         dst_type  *dst,                \
Packit 030a23
                                         int32_t    dst_stride,         \
Packit 030a23
                                         uint32_t   src,                \
Packit 030a23
                                         int32_t    unused,             \
Packit 030a23
                                         mask_type *mask,               \
Packit 030a23
                                         int32_t    mask_stride);       \
Packit 030a23
                                                                        \
Packit 030a23
static void                                                             \
Packit 030a23
cputype##_composite_##name (pixman_implementation_t *imp,               \
Packit 030a23
                            pixman_composite_info_t *info)              \
Packit 030a23
{                                                                       \
Packit 030a23
    PIXMAN_COMPOSITE_ARGS (info);                                       \
Packit 030a23
    dst_type  *dst_line;						\
Packit 030a23
    mask_type *mask_line;                                               \
Packit 030a23
    int32_t    dst_stride, mask_stride;                                 \
Packit 030a23
    uint32_t   src;                                                     \
Packit 030a23
                                                                        \
Packit 030a23
    src = _pixman_image_get_solid (					\
Packit 030a23
	imp, src_image, dest_image->bits.format);			\
Packit 030a23
                                                                        \
Packit 030a23
    if ((flags & SKIP_ZERO_SRC) && src == 0)                            \
Packit 030a23
	return;                                                         \
Packit 030a23
                                                                        \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (dest_image, dest_x, dest_y, dst_type,        \
Packit 030a23
                           dst_stride, dst_line, dst_cnt);              \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (mask_image, mask_x, mask_y, mask_type,       \
Packit 030a23
                           mask_stride, mask_line, mask_cnt);           \
Packit 030a23
                                                                        \
Packit 030a23
    pixman_composite_##name##_asm_##cputype (width, height,             \
Packit 030a23
                                             dst_line, dst_stride,      \
Packit 030a23
                                             src, 0,                    \
Packit 030a23
                                             mask_line, mask_stride);   \
Packit 030a23
}
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_FAST_PATH_SRC_N_DST(flags, cputype, name,       \
Packit 030a23
                                            src_type, src_cnt,          \
Packit 030a23
                                            dst_type, dst_cnt)          \
Packit 030a23
void                                                                    \
Packit 030a23
pixman_composite_##name##_asm_##cputype (int32_t    w,                  \
Packit 030a23
                                         int32_t    h,                  \
Packit 030a23
                                         dst_type  *dst,                \
Packit 030a23
                                         int32_t    dst_stride,         \
Packit 030a23
                                         src_type  *src,                \
Packit 030a23
                                         int32_t    src_stride,         \
Packit 030a23
                                         uint32_t   mask);              \
Packit 030a23
                                                                        \
Packit 030a23
static void                                                             \
Packit 030a23
cputype##_composite_##name (pixman_implementation_t *imp,               \
Packit 030a23
                            pixman_composite_info_t *info)              \
Packit 030a23
{                                                                       \
Packit 030a23
    PIXMAN_COMPOSITE_ARGS (info);                                       \
Packit 030a23
    dst_type  *dst_line;						\
Packit 030a23
    src_type  *src_line;                                                \
Packit 030a23
    int32_t    dst_stride, src_stride;                                  \
Packit 030a23
    uint32_t   mask;                                                    \
Packit 030a23
                                                                        \
Packit 030a23
    mask = _pixman_image_get_solid (					\
Packit 030a23
	imp, mask_image, dest_image->bits.format);			\
Packit 030a23
                                                                        \
Packit 030a23
    if ((flags & SKIP_ZERO_MASK) && mask == 0)                          \
Packit 030a23
	return;                                                         \
Packit 030a23
                                                                        \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (dest_image, dest_x, dest_y, dst_type,        \
Packit 030a23
                           dst_stride, dst_line, dst_cnt);              \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (src_image, src_x, src_y, src_type,           \
Packit 030a23
                           src_stride, src_line, src_cnt);              \
Packit 030a23
                                                                        \
Packit 030a23
    pixman_composite_##name##_asm_##cputype (width, height,             \
Packit 030a23
                                             dst_line, dst_stride,      \
Packit 030a23
                                             src_line, src_stride,      \
Packit 030a23
                                             mask);                     \
Packit 030a23
}
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_FAST_PATH_SRC_MASK_DST(cputype, name,           \
Packit 030a23
                                               src_type, src_cnt,       \
Packit 030a23
                                               mask_type, mask_cnt,     \
Packit 030a23
                                               dst_type, dst_cnt)       \
Packit 030a23
void                                                                    \
Packit 030a23
pixman_composite_##name##_asm_##cputype (int32_t    w,                  \
Packit 030a23
                                         int32_t    h,                  \
Packit 030a23
                                         dst_type  *dst,                \
Packit 030a23
                                         int32_t    dst_stride,         \
Packit 030a23
                                         src_type  *src,                \
Packit 030a23
                                         int32_t    src_stride,         \
Packit 030a23
                                         mask_type *mask,               \
Packit 030a23
                                         int32_t    mask_stride);       \
Packit 030a23
                                                                        \
Packit 030a23
static void                                                             \
Packit 030a23
cputype##_composite_##name (pixman_implementation_t *imp,               \
Packit 030a23
                            pixman_composite_info_t *info)              \
Packit 030a23
{                                                                       \
Packit 030a23
    PIXMAN_COMPOSITE_ARGS (info);                                       \
Packit 030a23
    dst_type  *dst_line;						\
Packit 030a23
    src_type  *src_line;                                                \
Packit 030a23
    mask_type *mask_line;                                               \
Packit 030a23
    int32_t    dst_stride, src_stride, mask_stride;                     \
Packit 030a23
                                                                        \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (dest_image, dest_x, dest_y, dst_type,        \
Packit 030a23
                           dst_stride, dst_line, dst_cnt);              \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (src_image, src_x, src_y, src_type,           \
Packit 030a23
                           src_stride, src_line, src_cnt);              \
Packit 030a23
    PIXMAN_IMAGE_GET_LINE (mask_image, mask_x, mask_y, mask_type,       \
Packit 030a23
                           mask_stride, mask_line, mask_cnt);           \
Packit 030a23
                                                                        \
Packit 030a23
    pixman_composite_##name##_asm_##cputype (width, height,             \
Packit 030a23
                                             dst_line, dst_stride,      \
Packit 030a23
                                             src_line, src_stride,      \
Packit 030a23
                                             mask_line, mask_stride);   \
Packit 030a23
}
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_SCALED_NEAREST_SRC_DST(cputype, name, op,             \
Packit 030a23
                                               src_type, dst_type)            \
Packit 030a23
void                                                                          \
Packit 030a23
pixman_scaled_nearest_scanline_##name##_##op##_asm_##cputype (                \
Packit 030a23
                                                   int32_t          w,        \
Packit 030a23
                                                   dst_type *       dst,      \
Packit 030a23
                                                   const src_type * src,      \
Packit 030a23
                                                   pixman_fixed_t   vx,       \
Packit 030a23
                                                   pixman_fixed_t   unit_x,   \
Packit 030a23
                                                   pixman_fixed_t   max_vx);  \
Packit 030a23
                                                                              \
Packit 030a23
static force_inline void                                                      \
Packit 030a23
scaled_nearest_scanline_##cputype##_##name##_##op (dst_type *       pd,       \
Packit 030a23
                                                   const src_type * ps,       \
Packit 030a23
                                                   int32_t          w,        \
Packit 030a23
                                                   pixman_fixed_t   vx,       \
Packit 030a23
                                                   pixman_fixed_t   unit_x,   \
Packit 030a23
                                                   pixman_fixed_t   max_vx,   \
Packit 030a23
                                                   pixman_bool_t    zero_src) \
Packit 030a23
{                                                                             \
Packit 030a23
    pixman_scaled_nearest_scanline_##name##_##op##_asm_##cputype (w, pd, ps,  \
Packit 030a23
                                                                  vx, unit_x, \
Packit 030a23
                                                                  max_vx);    \
Packit 030a23
}                                                                             \
Packit 030a23
                                                                              \
Packit 030a23
FAST_NEAREST_MAINLOOP (cputype##_##name##_cover_##op,                         \
Packit 030a23
                       scaled_nearest_scanline_##cputype##_##name##_##op,     \
Packit 030a23
                       src_type, dst_type, COVER)                             \
Packit 030a23
FAST_NEAREST_MAINLOOP (cputype##_##name##_none_##op,                          \
Packit 030a23
                       scaled_nearest_scanline_##cputype##_##name##_##op,     \
Packit 030a23
                       src_type, dst_type, NONE)                              \
Packit 030a23
FAST_NEAREST_MAINLOOP (cputype##_##name##_pad_##op,                           \
Packit 030a23
                       scaled_nearest_scanline_##cputype##_##name##_##op,     \
Packit 030a23
                       src_type, dst_type, PAD)                               \
Packit 030a23
FAST_NEAREST_MAINLOOP (cputype##_##name##_normal_##op,                        \
Packit 030a23
                       scaled_nearest_scanline_##cputype##_##name##_##op,     \
Packit 030a23
                       src_type, dst_type, NORMAL)
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_SCALED_NEAREST_SRC_A8_DST(flags, cputype, name, op,   \
Packit 030a23
                                                  src_type, dst_type)         \
Packit 030a23
void                                                                          \
Packit 030a23
pixman_scaled_nearest_scanline_##name##_##op##_asm_##cputype (                \
Packit 030a23
                                                   int32_t          w,        \
Packit 030a23
                                                   dst_type *       dst,      \
Packit 030a23
                                                   const src_type * src,      \
Packit 030a23
                                                   pixman_fixed_t   vx,       \
Packit 030a23
                                                   pixman_fixed_t   unit_x,   \
Packit 030a23
                                                   pixman_fixed_t   max_vx,   \
Packit 030a23
                                                   const uint8_t *  mask);    \
Packit 030a23
                                                                              \
Packit 030a23
static force_inline void                                                      \
Packit 030a23
scaled_nearest_scanline_##cputype##_##name##_##op (const uint8_t *  mask,     \
Packit 030a23
                                                   dst_type *       pd,       \
Packit 030a23
                                                   const src_type * ps,       \
Packit 030a23
                                                   int32_t          w,        \
Packit 030a23
                                                   pixman_fixed_t   vx,       \
Packit 030a23
                                                   pixman_fixed_t   unit_x,   \
Packit 030a23
                                                   pixman_fixed_t   max_vx,   \
Packit 030a23
                                                   pixman_bool_t    zero_src) \
Packit 030a23
{                                                                             \
Packit 030a23
    if ((flags & SKIP_ZERO_SRC) && zero_src)                                  \
Packit 030a23
	return;                                                               \
Packit 030a23
    pixman_scaled_nearest_scanline_##name##_##op##_asm_##cputype (w, pd, ps,  \
Packit 030a23
                                                                  vx, unit_x, \
Packit 030a23
                                                                  max_vx,     \
Packit 030a23
                                                                  mask);      \
Packit 030a23
}                                                                             \
Packit 030a23
                                                                              \
Packit 030a23
FAST_NEAREST_MAINLOOP_COMMON (cputype##_##name##_cover_##op,                  \
Packit 030a23
                              scaled_nearest_scanline_##cputype##_##name##_##op,\
Packit 030a23
                              src_type, uint8_t, dst_type, COVER, TRUE, FALSE)\
Packit 030a23
FAST_NEAREST_MAINLOOP_COMMON (cputype##_##name##_none_##op,                   \
Packit 030a23
                              scaled_nearest_scanline_##cputype##_##name##_##op,\
Packit 030a23
                              src_type, uint8_t, dst_type, NONE, TRUE, FALSE) \
Packit 030a23
FAST_NEAREST_MAINLOOP_COMMON (cputype##_##name##_pad_##op,                    \
Packit 030a23
                              scaled_nearest_scanline_##cputype##_##name##_##op,\
Packit 030a23
                              src_type, uint8_t, dst_type, PAD, TRUE, FALSE)  \
Packit 030a23
FAST_NEAREST_MAINLOOP_COMMON (cputype##_##name##_normal_##op,                 \
Packit 030a23
                              scaled_nearest_scanline_##cputype##_##name##_##op,\
Packit 030a23
                              src_type, uint8_t, dst_type, NORMAL, TRUE, FALSE)
Packit 030a23
Packit 030a23
/* Provide entries for the fast path table */
Packit 030a23
#define PIXMAN_ARM_SIMPLE_NEAREST_A8_MASK_FAST_PATH(op,s,d,func)              \
Packit 030a23
    SIMPLE_NEAREST_A8_MASK_FAST_PATH (op,s,d,func),                           \
Packit 030a23
    SIMPLE_NEAREST_A8_MASK_FAST_PATH_NORMAL (op,s,d,func)
Packit 030a23
Packit 030a23
/*****************************************************************************/
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_SCALED_BILINEAR_SRC_DST(flags, cputype, name, op,     \
Packit 030a23
                                                src_type, dst_type)           \
Packit 030a23
void                                                                          \
Packit 030a23
pixman_scaled_bilinear_scanline_##name##_##op##_asm_##cputype (               \
Packit 030a23
                                                dst_type *       dst,         \
Packit 030a23
                                                const src_type * top,         \
Packit 030a23
                                                const src_type * bottom,      \
Packit 030a23
                                                int              wt,          \
Packit 030a23
                                                int              wb,          \
Packit 030a23
                                                pixman_fixed_t   x,           \
Packit 030a23
                                                pixman_fixed_t   ux,          \
Packit 030a23
                                                int              width);      \
Packit 030a23
                                                                              \
Packit 030a23
static force_inline void                                                      \
Packit 030a23
scaled_bilinear_scanline_##cputype##_##name##_##op (                          \
Packit 030a23
                                                dst_type *       dst,         \
Packit 030a23
                                                const uint32_t * mask,        \
Packit 030a23
                                                const src_type * src_top,     \
Packit 030a23
                                                const src_type * src_bottom,  \
Packit 030a23
                                                int32_t          w,           \
Packit 030a23
                                                int              wt,          \
Packit 030a23
                                                int              wb,          \
Packit 030a23
                                                pixman_fixed_t   vx,          \
Packit 030a23
                                                pixman_fixed_t   unit_x,      \
Packit 030a23
                                                pixman_fixed_t   max_vx,      \
Packit 030a23
                                                pixman_bool_t    zero_src)    \
Packit 030a23
{                                                                             \
Packit 030a23
    if ((flags & SKIP_ZERO_SRC) && zero_src)                                  \
Packit 030a23
	return;                                                               \
Packit 030a23
    pixman_scaled_bilinear_scanline_##name##_##op##_asm_##cputype (           \
Packit 030a23
                            dst, src_top, src_bottom, wt, wb, vx, unit_x, w); \
Packit 030a23
}                                                                             \
Packit 030a23
                                                                              \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_cover_##op,                 \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint32_t, dst_type, COVER, FLAG_NONE)        \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_none_##op,                  \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint32_t, dst_type, NONE, FLAG_NONE)         \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_pad_##op,                   \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint32_t, dst_type, PAD, FLAG_NONE)          \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_normal_##op,                \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint32_t, dst_type, NORMAL,                  \
Packit 030a23
                       FLAG_NONE)
Packit 030a23
Packit 030a23
Packit 030a23
#define PIXMAN_ARM_BIND_SCALED_BILINEAR_SRC_A8_DST(flags, cputype, name, op,  \
Packit 030a23
                                                src_type, dst_type)           \
Packit 030a23
void                                                                          \
Packit 030a23
pixman_scaled_bilinear_scanline_##name##_##op##_asm_##cputype (               \
Packit 030a23
                                                dst_type *       dst,         \
Packit 030a23
                                                const uint8_t *  mask,        \
Packit 030a23
                                                const src_type * top,         \
Packit 030a23
                                                const src_type * bottom,      \
Packit 030a23
                                                int              wt,          \
Packit 030a23
                                                int              wb,          \
Packit 030a23
                                                pixman_fixed_t   x,           \
Packit 030a23
                                                pixman_fixed_t   ux,          \
Packit 030a23
                                                int              width);      \
Packit 030a23
                                                                              \
Packit 030a23
static force_inline void                                                      \
Packit 030a23
scaled_bilinear_scanline_##cputype##_##name##_##op (                          \
Packit 030a23
                                                dst_type *       dst,         \
Packit 030a23
                                                const uint8_t *  mask,        \
Packit 030a23
                                                const src_type * src_top,     \
Packit 030a23
                                                const src_type * src_bottom,  \
Packit 030a23
                                                int32_t          w,           \
Packit 030a23
                                                int              wt,          \
Packit 030a23
                                                int              wb,          \
Packit 030a23
                                                pixman_fixed_t   vx,          \
Packit 030a23
                                                pixman_fixed_t   unit_x,      \
Packit 030a23
                                                pixman_fixed_t   max_vx,      \
Packit 030a23
                                                pixman_bool_t    zero_src)    \
Packit 030a23
{                                                                             \
Packit 030a23
    if ((flags & SKIP_ZERO_SRC) && zero_src)                                  \
Packit 030a23
	return;                                                                   \
Packit 030a23
    pixman_scaled_bilinear_scanline_##name##_##op##_asm_##cputype (           \
Packit 030a23
                      dst, mask, src_top, src_bottom, wt, wb, vx, unit_x, w); \
Packit 030a23
}                                                                             \
Packit 030a23
                                                                              \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_cover_##op,                 \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint8_t, dst_type, COVER,                    \
Packit 030a23
                       FLAG_HAVE_NON_SOLID_MASK)                              \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_none_##op,                  \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint8_t, dst_type, NONE,                     \
Packit 030a23
                       FLAG_HAVE_NON_SOLID_MASK)                              \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_pad_##op,                   \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint8_t, dst_type, PAD,                      \
Packit 030a23
                       FLAG_HAVE_NON_SOLID_MASK)                              \
Packit 030a23
FAST_BILINEAR_MAINLOOP_COMMON (cputype##_##name##_normal_##op,                \
Packit 030a23
                       scaled_bilinear_scanline_##cputype##_##name##_##op,    \
Packit 030a23
                       src_type, uint8_t, dst_type, NORMAL,                   \
Packit 030a23
                       FLAG_HAVE_NON_SOLID_MASK)
Packit 030a23
Packit 030a23
Packit 030a23
#endif