/* Generic conversion to and from 8bit charsets - S390 version.

   Copyright (C) 2016-2018 Free Software Foundation, Inc.

   This file is part of the GNU C Library.

   The GNU C Library is free software; you can redistribute it and/or

   modify it under the terms of the GNU Lesser General Public

   License as published by the Free Software Foundation; either

   version 2.1 of the License, or (at your option) any later version.

   The GNU C Library is distributed in the hope that it will be useful,

   but WITHOUT ANY WARRANTY; without even the implied warranty of

   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

   Lesser General Public License for more details.

   You should have received a copy of the GNU Lesser General Public

   License along with the GNU C Library; if not, see

   <http://www.gnu.org/licenses/>.  */

#if defined HAVE_S390_VX_ASM_SUPPORT

# if defined HAVE_S390_VX_GCC_SUPPORT

#  define ASM_CLOBBER_VR(NR) , NR

# else

#  define ASM_CLOBBER_VR(NR)

# endif

/* Generate the conversion loop routines without vector instructions as

   fallback, if vector instructions aren't available at runtime.  */

# define IGNORE_ICONV_SKELETON

# define from_generic __from_generic_c

# define to_generic __to_generic_c

# include "iconvdata/8bit-generic.c"

# undef IGNORE_ICONV_SKELETON

# undef from_generic

# undef to_generic

/* Generate the converion routines with vector instructions. The vector

   routines can only be used with charsets where the maximum UCS4 value

   fits in 1 byte size. Then the hardware translate-instruction is used

   to translate between multiple generic characters and "1 byte UCS4"

   characters at once. The vector instructions are used to convert between

   the "1 byte UCS4" and UCS4.  */

# include <ifunc-resolve.h>

# undef FROM_LOOP

# undef TO_LOOP

# define FROM_LOOP		__from_generic_vx

# define TO_LOOP		__to_generic_vx

# define MIN_NEEDED_FROM	1

# define MIN_NEEDED_TO		4

# define ONE_DIRECTION		0

/* First define the conversion function from the 8bit charset to UCS4.  */

# define MIN_NEEDED_INPUT	MIN_NEEDED_FROM

# define MIN_NEEDED_OUTPUT	MIN_NEEDED_TO

# define LOOPFCT		FROM_LOOP

# define BODY_FROM_ORIG \

  {									      \

    uint32_t ch = to_ucs4[*inptr];					      \

									      \

    if (HAS_HOLES && __builtin_expect (ch == L'\0', 0) && *inptr != '\0')     \

      {									      \

	/* This is an illegal character.  */				      \

	STANDARD_FROM_LOOP_ERR_HANDLER (1);				      \

      }									      \

									      \

    put32 (outptr, ch);							      \

    outptr += 4;							      \

    ++inptr;								      \

  }

# define BODY								\

  {									\

    if (__builtin_expect (inend - inptr < 16, 1)			\

	|| outend - outptr < 64)					\

      /* Convert remaining bytes with c code.  */			\

      BODY_FROM_ORIG							\

    else								\

       {								\

	 /* Convert 16 ... 256 bytes at once with tr-instruction.  */	\

	 size_t index;							\

	 char buf[256];							\

	 size_t loop_count = (inend - inptr) / 16;			\

	 if (loop_count > (outend - outptr) / 64)			\

	   loop_count = (outend - outptr) / 64;				\

	 if (loop_count > 16)						\

	   loop_count = 16;						\

	 __asm__ volatile (".machine push\n\t"				\

			   ".machine \"z13\"\n\t"			\

			   ".machinemode \"zarch_nohighgprs\"\n\t"	\

			   "    sllk %[R_I],%[R_LI],4\n\t"		\

			   "    ahi %[R_I],-1\n\t"			\

			   /* Execute mvc and tr with correct len.  */	\

			   "    exrl %[R_I],21f\n\t"			\

			   "    exrl %[R_I],22f\n\t"			\

			   /* Post-processing.  */			\

			   "    lghi %[R_I],0\n\t"			\

			   "    vzero %%v0\n\t"				\

			   "0:  \n\t"					\

			   /* Find invalid character - value is zero.  */ \

			   "    vl %%v16,0(%[R_I],%[R_BUF])\n\t"	\

			   "    vceqbs %%v23,%%v0,%%v16\n\t"		\

			   "    jle 10f\n\t"				\

			   "1:  \n\t"					\

			   /* Enlarge to UCS4.  */			\

			   "    vuplhb %%v17,%%v16\n\t"			\

			   "    vupllb %%v18,%%v16\n\t"			\

			   "    vuplhh %%v19,%%v17\n\t"			\

			   "    vupllh %%v20,%%v17\n\t"			\

			   "    vuplhh %%v21,%%v18\n\t"			\

			   "    vupllh %%v22,%%v18\n\t"			\

			   /* Store 64bytes to buf_out.  */		\

			   "    vstm %%v19,%%v22,0(%[R_OUT])\n\t"	\

			   "    aghi %[R_I],16\n\t"			\

			   "    la %[R_OUT],64(%[R_OUT])\n\t"		\

			   "    brct %[R_LI],0b\n\t"			\

			   "    la %[R_IN],0(%[R_I],%[R_IN])\n\t"	\

			   "    j 20f\n\t"				\

			   "21: mvc 0(1,%[R_BUF]),0(%[R_IN])\n\t"	\

			   "22: tr 0(1,%[R_BUF]),0(%[R_TBL])\n\t"	\

			   /* Possibly invalid character found.  */	\

			   "10: \n\t"					\

			   /* Test if input was zero, too.  */		\

			   "    vl %%v24,0(%[R_I],%[R_IN])\n\t"		\

			   "    vceqb %%v24,%%v0,%%v24\n\t"		\

			   /* Zeros in buf (v23) and inptr (v24) are marked \

			      with one bits. After xor, invalid characters \

			      are marked as one bits. Proceed, if no	\

			      invalid characters are found.  */		\

			   "    vx %%v24,%%v23,%%v24\n\t"		\

			   "    vfenebs %%v24,%%v24,%%v0\n\t"		\

			   "    jo 1b\n\t"				\

			   /* Found an invalid translation.		\

			      Store the preceding chars.  */		\

			   "    la %[R_IN],0(%[R_I],%[R_IN])\n\t"	\

			   "    vlgvb %[R_I],%%v24,7\n\t"		\

			   "    la %[R_IN],0(%[R_I],%[R_IN])\n\t"	\

			   "    sll %[R_I],2\n\t"			\

			   "    ahi %[R_I],-1\n\t"			\

			   "    jl 20f\n\t"				\

			   "    lgr %[R_LI],%[R_I]\n\t"			\

			   "    vuplhb %%v17,%%v16\n\t"			\

			   "    vuplhh %%v19,%%v17\n\t"			\

			   "    vstl %%v19,%[R_I],0(%[R_OUT])\n\t"	\

			   "    ahi %[R_I],-16\n\t"			\

			   "    jl 11f\n\t"				\

			   "    vupllh %%v20,%%v17\n\t"			\

			   "    vstl %%v20,%[R_I],16(%[R_OUT])\n\t"	\

			   "    ahi %[R_I],-16\n\t"			\

			   "    jl 11f\n\t"				\

			   "    vupllb %%v18,%%v16\n\t"			\

			   "    vuplhh %%v21,%%v18\n\t"			\

			   "    vstl %%v21,%[R_I],32(%[R_OUT])\n\t"	\

			   "    ahi %[R_I],-16\n\t"			\

			   "    jl 11f\n\t"				\

			   "    vupllh %%v22,%%v18\n\t"			\

			   "    vstl %%v22,%[R_I],48(%[R_OUT])\n\t"	\

			   "11: \n\t"					\

			   "    la %[R_OUT],1(%[R_LI],%[R_OUT])\n\t"	\

			   "20: \n\t"					\

			   ".machine pop"				\

			   : /* outputs */ [R_IN] "+a" (inptr)		\

			     , [R_OUT] "+a" (outptr), [R_I] "=&a" (index) \

			     , [R_LI] "+a" (loop_count)			\

			   : /* inputs */ [R_BUF] "a" (buf)		\

			     , [R_TBL] "a" (to_ucs1)			\

			   : /* clobber list*/ "memory", "cc"		\

			     ASM_CLOBBER_VR ("v0")  ASM_CLOBBER_VR ("v16") \

			     ASM_CLOBBER_VR ("v17") ASM_CLOBBER_VR ("v18") \

			     ASM_CLOBBER_VR ("v19") ASM_CLOBBER_VR ("v20") \

			     ASM_CLOBBER_VR ("v21") ASM_CLOBBER_VR ("v22") \

			     ASM_CLOBBER_VR ("v23") ASM_CLOBBER_VR ("v24") \

			   );						\

	 /* Error occured?  */						\

	 if (loop_count != 0)						\

	   {								\

	     /* Found an invalid character!  */				\

	    STANDARD_FROM_LOOP_ERR_HANDLER (1);				\

	  }								\

      }									\

    }

# define LOOP_NEED_FLAGS

# include <iconv/loop.c>

/* Next, define the other direction - from UCS4 to 8bit charset.  */

# define MIN_NEEDED_INPUT	MIN_NEEDED_TO

# define MIN_NEEDED_OUTPUT	MIN_NEEDED_FROM

# define LOOPFCT		TO_LOOP

# define BODY_TO_ORIG \

  {									      \

    uint32_t ch = get32 (inptr);					      \

									      \

    if (__builtin_expect (ch >= sizeof (from_ucs4) / sizeof (from_ucs4[0]), 0)\

	|| (__builtin_expect (from_ucs4[ch], '\1') == '\0' && ch != 0))	      \

      {									      \

	UNICODE_TAG_HANDLER (ch, 4);					      \

									      \

	/* This is an illegal character.  */				      \

	STANDARD_TO_LOOP_ERR_HANDLER (4);				      \

      }									      \

									      \

    *outptr++ = from_ucs4[ch];						      \

    inptr += 4;								      \

  }

# define BODY								\

  {									\

    if (__builtin_expect (inend - inptr < 64, 1)			\

	|| outend - outptr < 16)					\

      /* Convert remaining bytes with c code.  */			\

      BODY_TO_ORIG							\

    else								\

      {									\

	/* Convert 64 ... 1024 bytes at once with tr-instruction.  */	\

	size_t index, tmp;						\

	char buf[256];							\

	size_t loop_count = (inend - inptr) / 64;			\

	uint32_t max = sizeof (from_ucs4) / sizeof (from_ucs4[0]);	\

	if (loop_count > (outend - outptr) / 16)			\

	  loop_count = (outend - outptr) / 16;				\

	if (loop_count > 16)						\

	  loop_count = 16;						\

	size_t remaining_loop_count = loop_count;			\

	/* Step 1: Check for ch>=max, ch == 0 and shorten to bytes.	\

	   (ch == 0 is no error, but is handled differently)  */	\

	__asm__ volatile (".machine push\n\t"				\

			  ".machine \"z13\"\n\t"			\

			  ".machinemode \"zarch_nohighgprs\"\n\t"	\

			  /* Setup to check for ch >= max.  */		\

			  "    vzero %%v21\n\t"				\

			  "    vleih %%v21,-24576,0\n\t" /* element 0:   >  */ \

			  "    vleih %%v21,-8192,2\n\t"  /* element 1: =<>  */ \

			  "    vlvgf %%v20,%[R_MAX],0\n\t" /* element 0: val  */ \

			  /* Process in 64byte - 16 characters blocks.  */ \

			  "    lghi %[R_I],0\n\t"			\

			  "    lghi %[R_TMP],0\n\t"			\

			  "0:  \n\t"					\

			  "    vlm %%v16,%%v19,0(%[R_IN])\n\t"		\

			  /* Test for ch >= max and ch == 0.  */	\

			  "    vstrczfs %%v22,%%v16,%%v20,%%v21\n\t"	\

			  "    jno 10f\n\t"				\

			  "    vstrczfs %%v22,%%v17,%%v20,%%v21\n\t"	\

			  "    jno 11f\n\t"				\

			  "    vstrczfs %%v22,%%v18,%%v20,%%v21\n\t"	\

			  "    jno 12f\n\t"				\

			  "    vstrczfs %%v22,%%v19,%%v20,%%v21\n\t"	\

			  "    jno 13f\n\t"				\

			  /* Shorten to byte values.  */		\

			  "    vpkf %%v16,%%v16,%%v17\n\t"		\

			  "    vpkf %%v18,%%v18,%%v19\n\t"		\

			  "    vpkh %%v16,%%v16,%%v18\n\t"		\

			  /* Store 16bytes to buf.  */			\

			  "    vst %%v16,0(%[R_I],%[R_BUF])\n\t"	\

			  /* Loop until all blocks are processed.  */	\

			  "    la %[R_IN],64(%[R_IN])\n\t"		\

			  "    aghi %[R_I],16\n\t"			\

			  "    brct %[R_LI],0b\n\t"			\

			  "    j 20f\n\t"				\

			  /* Found error ch >= max or ch == 0. */	\

			  "13: aghi %[R_TMP],4\n\t"			\

			  "12: aghi %[R_TMP],4\n\t"			\

			  "11: aghi %[R_TMP],4\n\t"			\

			  "10: vlgvb %[R_I],%%v22,7\n\t"		\

			  "    srlg %[R_I],%[R_I],2\n\t"		\

			  "    agr %[R_I],%[R_TMP]\n\t"			\

			  "20: \n\t"					\

			  ".machine pop"				\

			  : /* outputs */ [R_IN] "+a" (inptr)		\

			    , [R_I] "=&a" (index)			\

			    , [R_TMP] "=d" (tmp)			\

			    , [R_LI] "+d" (remaining_loop_count)	\

			  : /* inputs */ [R_BUF] "a" (buf)		\

			    , [R_MAX] "d" (max)				\

			  : /* clobber list*/ "memory", "cc"		\

			    ASM_CLOBBER_VR ("v16") ASM_CLOBBER_VR ("v17") \

			    ASM_CLOBBER_VR ("v18") ASM_CLOBBER_VR ("v19") \

			    ASM_CLOBBER_VR ("v20") ASM_CLOBBER_VR ("v21") \

			    ASM_CLOBBER_VR ("v22")			\

			  );						\

	/* Error occured in step 1? An error (ch >= max || ch == 0)	\

	   occured, if remaining_loop_count > 0. The error occured	\

	   at character-index (index) after already processed blocks.  */ \

	loop_count -= remaining_loop_count;				\

	if (loop_count > 0)						\

	  {								\

	    /* Step 2: Translate already processed blocks in buf and	\

	       check for errors (from_ucs4[ch] == 0).  */		\

	    __asm__ volatile (".machine push\n\t"			\

			      ".machine \"z13\"\n\t"			\

			      ".machinemode \"zarch_nohighgprs\"\n\t"	\

			      "    sllk %[R_I],%[R_LI],4\n\t"		\

			      "    ahi %[R_I],-1\n\t"			\

			      /* Execute tr with correct len.  */	\

			      "    exrl %[R_I],21f\n\t"			\

			      /* Post-processing.  */			\

			      "    lghi %[R_I],0\n\t"			\

			      "0:  \n\t"				\

			      /* Find invalid character - value == 0.  */ \

			      "    vl %%v16,0(%[R_I],%[R_BUF])\n\t"	\

			      "    vfenezbs %%v17,%%v16,%%v16\n\t"	\

			      "    je 10f\n\t"				\

			      /* Store 16bytes to buf_out.  */		\

			      "    vst %%v16,0(%[R_I],%[R_OUT])\n\t"	\

			      "    aghi %[R_I],16\n\t"			\

			      "    brct %[R_LI],0b\n\t"			\

			      "    la %[R_OUT],0(%[R_I],%[R_OUT])\n\t"	\

			      "    j 20f\n\t"				\

			      "21: tr 0(1,%[R_BUF]),0(%[R_TBL])\n\t"	\

			      /* Found an error: from_ucs4[ch] == 0.  */ \

			      "10: la %[R_OUT],0(%[R_I],%[R_OUT])\n\t"	\

			      "    vlgvb %[R_I],%%v17,7\n\t"		\

			      "20: \n\t"				\

			      ".machine pop"				\

			      : /* outputs */ [R_OUT] "+a" (outptr)	\

				, [R_I] "=&a" (tmp)			\

				, [R_LI] "+d" (loop_count)		\

			      : /* inputs */ [R_BUF] "a" (buf)		\

				, [R_TBL] "a" (from_ucs4)		\

			      : /* clobber list*/ "memory", "cc"	\

				ASM_CLOBBER_VR ("v16")			\

				ASM_CLOBBER_VR ("v17")			\

			      );					\

	    /* Error occured in processed bytes of step 2?		\

	       Thus possible error in step 1 is obselete.*/		\

	    if (tmp < 16)						\

	      {								\

		index = tmp;						\

		inptr -= loop_count * 64;				\

	      }								\

	  }								\

	/* Error occured in step 1/2?  */				\

	if (index < 16)							\

	  {								\

	    /* Found an invalid character (see step 2) or zero		\

	       (see step 1) at index! Convert the chars before index	\

	       manually. If there is a zero at index detected by step 1, \

	       there could be invalid characters before this zero.  */	\

	    int i;							\

	    uint32_t ch;						\

	    for (i = 0; i < index; i++)					\

	      {								\

		ch = get32 (inptr);					\

		if (__builtin_expect (from_ucs4[ch], '\1') == '\0')     \

		  break;						\

		*outptr++ = from_ucs4[ch];				\

		inptr += 4;						\

	      }								\

	    if (i == index)						\

	      {								\

		ch = get32 (inptr);					\

		if (ch == 0)						\

		  {							\

		    /* This is no error, but handled differently.  */	\

		    *outptr++ = from_ucs4[ch];				\

		    inptr += 4;						\

		    continue;						\

		  }							\

	      }								\

									\

	    /* iconv/loop.c disables -Wmaybe-uninitialized for a false	\

	       positive warning in this code with -Os and has a		\

	       comment referencing this code accordingly.  Updates in	\

	       one place may require updates in the other.  */		\

	    UNICODE_TAG_HANDLER (ch, 4);				\

									\

	    /* This is an illegal character.  */			\

	    STANDARD_TO_LOOP_ERR_HANDLER (4);				\

	  }								\

      }									\

  }

# define LOOP_NEED_FLAGS

# include <iconv/loop.c>

/* Generate ifunc'ed loop function.  */

s390_libc_ifunc_expr (__from_generic_c, __from_generic,

		      (sizeof (from_ucs4) / sizeof (from_ucs4[0]) <= 256

		       && hwcap & HWCAP_S390_VX)

		      ? __from_generic_vx

		      : __from_generic_c);

s390_libc_ifunc_expr (__to_generic_c, __to_generic,

		      (sizeof (from_ucs4) / sizeof (from_ucs4[0]) <= 256

		       && hwcap & HWCAP_S390_VX)

		      ? __to_generic_vx

		      : __to_generic_c);

strong_alias (__to_generic_c_single, __to_generic_single)

# undef FROM_LOOP

# undef TO_LOOP

# define FROM_LOOP		__from_generic

# define TO_LOOP		__to_generic

# include <iconv/skeleton.c>

#else

/* Generate this module without ifunc if build environment lacks vector

   support.  Instead the common 8bit-generic.c is used.  */

# include "iconvdata/8bit-generic.c"

#endif /* !defined HAVE_S390_VX_ASM_SUPPORT */