xref: /sysdeps/x86_64/multiarch/strcmp-sse42.S

36 	jb	LABEL(strcmp_exitz);			\
38 	je	LABEL(strcmp_exitz);			\
52 #define LABEL(l)	.L##l  macro
159 	je	LABEL(strcmp_exitz)
161 	je	LABEL(Byte0)
172 LABEL(belowupper):
175 LABEL(topupper):
183 LABEL(touppermask):
187 	movdqa	LABEL(belowupper)(%rip), %xmm4
189 	movdqa	LABEL(topupper)(%rip), %xmm5
191 	movdqa	LABEL(touppermask)(%rip), %xmm6
195 	ja	LABEL(crosscache)/* rsi: 16-byte load will cross cache line */
197 	ja	LABEL(crosscache)/* rdi: 16-byte load will cross cache line */
240 	jnz	LABEL(less16bytes)/* If not, find different value or null char */
243 	jbe	LABEL(strcmp_exitz)/* finish comparison */
254 LABEL(crosscache):
263 	je	LABEL(ashr_0)		/* rsi and rdi relative offset same */
264 	ja	LABEL(bigger)
268 LABEL(bigger):
273 	lea	LABEL(unaligned_table)(%rip), %r10
285 LABEL(ashr_0):
305 	jne	LABEL(less32bytes)	/* mismatch or null char */
316 LABEL(ashr_0_use):
326 	jbe	LABEL(ashr_0_exit_use)
329 	jbe	LABEL(strcmp_exitz)
341 	jbe	LABEL(ashr_0_exit_use)
344 	jbe	LABEL(strcmp_exitz)
346 	jmp	LABEL(ashr_0_use)
350 LABEL(ashr_0_exit_use):
351 	jnc	LABEL(strcmp_exitz)
354 	jbe	LABEL(strcmp_exitz)
375 LABEL(ashr_1):
384 	jnz	LABEL(less32bytes)	/* mismatch or null char seen */
401 LABEL(loop_ashr_1_use):
403 	jg	LABEL(nibble_ashr_1_use)
405 LABEL(nibble_ashr_1_restart_use):
415 	jbe	LABEL(exit_use)
418 	jbe	LABEL(strcmp_exitz)
423 	jg	LABEL(nibble_ashr_1_use)
434 	jbe	LABEL(exit_use)
437 	jbe	LABEL(strcmp_exitz)
440 	jmp	LABEL(loop_ashr_1_use)
443 LABEL(nibble_ashr_1_use):
450 	jae	LABEL(nibble_ashr_exit_use)
453 	ja	LABEL(nibble_ashr_1_restart_use)
455 	jmp	LABEL(nibble_ashr_exit_use)
463 LABEL(ashr_2):
472 	jnz	LABEL(less32bytes)
489 LABEL(loop_ashr_2_use):
491 	jg	LABEL(nibble_ashr_2_use)
493 LABEL(nibble_ashr_2_restart_use):
503 	jbe	LABEL(exit_use)
506 	jbe	LABEL(strcmp_exitz)
511 	jg	LABEL(nibble_ashr_2_use)
522 	jbe	LABEL(exit_use)
525 	jbe	LABEL(strcmp_exitz)
528 	jmp	LABEL(loop_ashr_2_use)
531 LABEL(nibble_ashr_2_use):
538 	jae	LABEL(nibble_ashr_exit_use)
541 	ja	LABEL(nibble_ashr_2_restart_use)
543 	jmp	LABEL(nibble_ashr_exit_use)
551 LABEL(ashr_3):
560 	jnz	LABEL(less32bytes)
577 LABEL(loop_ashr_3_use):
579 	jg	LABEL(nibble_ashr_3_use)
581 LABEL(nibble_ashr_3_restart_use):
591 	jbe	LABEL(exit_use)
594 	jbe	LABEL(strcmp_exitz)
599 	jg	LABEL(nibble_ashr_3_use)
610 	jbe	LABEL(exit_use)
613 	jbe	LABEL(strcmp_exitz)
616 	jmp	LABEL(loop_ashr_3_use)
619 LABEL(nibble_ashr_3_use):
626 	jae	LABEL(nibble_ashr_exit_use)
629 	ja	LABEL(nibble_ashr_3_restart_use)
631 	jmp	LABEL(nibble_ashr_exit_use)
639 LABEL(ashr_4):
648 	jnz	LABEL(less32bytes)
666 LABEL(loop_ashr_4_use):
668 	jg	LABEL(nibble_ashr_4_use)
670 LABEL(nibble_ashr_4_restart_use):
680 	jbe	LABEL(exit_use)
683 	jbe	LABEL(strcmp_exitz)
688 	jg	LABEL(nibble_ashr_4_use)
699 	jbe	LABEL(exit_use)
702 	jbe	LABEL(strcmp_exitz)
705 	jmp	LABEL(loop_ashr_4_use)
708 LABEL(nibble_ashr_4_use):
715 	jae	LABEL(nibble_ashr_exit_use)
718 	ja	LABEL(nibble_ashr_4_restart_use)
720 	jmp	LABEL(nibble_ashr_exit_use)
728 LABEL(ashr_5):
737 	jnz	LABEL(less32bytes)
755 LABEL(loop_ashr_5_use):
757 	jg	LABEL(nibble_ashr_5_use)
759 LABEL(nibble_ashr_5_restart_use):
769 	jbe	LABEL(exit_use)
772 	jbe	LABEL(strcmp_exitz)
777 	jg	LABEL(nibble_ashr_5_use)
789 	jbe	LABEL(exit_use)
792 	jbe	LABEL(strcmp_exitz)
795 	jmp	LABEL(loop_ashr_5_use)
798 LABEL(nibble_ashr_5_use):
805 	jae	LABEL(nibble_ashr_exit_use)
808 	ja	LABEL(nibble_ashr_5_restart_use)
810 	jmp	LABEL(nibble_ashr_exit_use)
818 LABEL(ashr_6):
827 	jnz	LABEL(less32bytes)
845 LABEL(loop_ashr_6_use):
847 	jg	LABEL(nibble_ashr_6_use)
849 LABEL(nibble_ashr_6_restart_use):
859 	jbe	LABEL(exit_use)
862 	jbe	LABEL(strcmp_exitz)
867 	jg	LABEL(nibble_ashr_6_use)
878 	jbe	LABEL(exit_use)
881 	jbe	LABEL(strcmp_exitz)
884 	jmp	LABEL(loop_ashr_6_use)
887 LABEL(nibble_ashr_6_use):
894 	jae	LABEL(nibble_ashr_exit_use)
897 	ja	LABEL(nibble_ashr_6_restart_use)
899 	jmp	LABEL(nibble_ashr_exit_use)
907 LABEL(ashr_7):
916 	jnz	LABEL(less32bytes)
934 LABEL(loop_ashr_7_use):
936 	jg	LABEL(nibble_ashr_7_use)
938 LABEL(nibble_ashr_7_restart_use):
948 	jbe	LABEL(exit_use)
951 	jbe	LABEL(strcmp_exitz)
956 	jg	LABEL(nibble_ashr_7_use)
967 	jbe	LABEL(exit_use)
970 	jbe	LABEL(strcmp_exitz)
973 	jmp	LABEL(loop_ashr_7_use)
976 LABEL(nibble_ashr_7_use):
983 	jae	LABEL(nibble_ashr_exit_use)
986 	ja	LABEL(nibble_ashr_7_restart_use)
988 	jmp	LABEL(nibble_ashr_exit_use)
996 LABEL(ashr_8):
1005 	jnz	LABEL(less32bytes)
1023 LABEL(loop_ashr_8_use):
1025 	jg	LABEL(nibble_ashr_8_use)
1027 LABEL(nibble_ashr_8_restart_use):
1037 	jbe	LABEL(exit_use)
1040 	jbe	LABEL(strcmp_exitz)
1045 	jg	LABEL(nibble_ashr_8_use)
1056 	jbe	LABEL(exit_use)
1059 	jbe	LABEL(strcmp_exitz)
1062 	jmp	LABEL(loop_ashr_8_use)
1065 LABEL(nibble_ashr_8_use):
1072 	jae	LABEL(nibble_ashr_exit_use)
1075 	ja	LABEL(nibble_ashr_8_restart_use)
1077 	jmp	LABEL(nibble_ashr_exit_use)
1085 LABEL(ashr_9):
1094 	jnz	LABEL(less32bytes)
1112 LABEL(loop_ashr_9_use):
1114 	jg	LABEL(nibble_ashr_9_use)
1116 LABEL(nibble_ashr_9_restart_use):
1127 	jbe	LABEL(exit_use)
1130 	jbe	LABEL(strcmp_exitz)
1135 	jg	LABEL(nibble_ashr_9_use)
1146 	jbe	LABEL(exit_use)
1149 	jbe	LABEL(strcmp_exitz)
1152 	jmp	LABEL(loop_ashr_9_use)
1155 LABEL(nibble_ashr_9_use):
1162 	jae	LABEL(nibble_ashr_exit_use)
1165 	ja	LABEL(nibble_ashr_9_restart_use)
1167 	jmp	LABEL(nibble_ashr_exit_use)
1175 LABEL(ashr_10):
1184 	jnz	LABEL(less32bytes)
1202 LABEL(loop_ashr_10_use):
1204 	jg	LABEL(nibble_ashr_10_use)
1206 LABEL(nibble_ashr_10_restart_use):
1216 	jbe	LABEL(exit_use)
1219 	jbe	LABEL(strcmp_exitz)
1224 	jg	LABEL(nibble_ashr_10_use)
1235 	jbe	LABEL(exit_use)
1238 	jbe	LABEL(strcmp_exitz)
1241 	jmp	LABEL(loop_ashr_10_use)
1244 LABEL(nibble_ashr_10_use):
1251 	jae	LABEL(nibble_ashr_exit_use)
1254 	ja	LABEL(nibble_ashr_10_restart_use)
1256 	jmp	LABEL(nibble_ashr_exit_use)
1264 LABEL(ashr_11):
1273 	jnz	LABEL(less32bytes)
1291 LABEL(loop_ashr_11_use):
1293 	jg	LABEL(nibble_ashr_11_use)
1295 LABEL(nibble_ashr_11_restart_use):
1305 	jbe	LABEL(exit_use)
1308 	jbe	LABEL(strcmp_exitz)
1313 	jg	LABEL(nibble_ashr_11_use)
1324 	jbe	LABEL(exit_use)
1327 	jbe	LABEL(strcmp_exitz)
1330 	jmp	LABEL(loop_ashr_11_use)
1333 LABEL(nibble_ashr_11_use):
1340 	jae	LABEL(nibble_ashr_exit_use)
1343 	ja	LABEL(nibble_ashr_11_restart_use)
1345 	jmp	LABEL(nibble_ashr_exit_use)
1353 LABEL(ashr_12):
1362 	jnz	LABEL(less32bytes)
1380 LABEL(loop_ashr_12_use):
1382 	jg	LABEL(nibble_ashr_12_use)
1384 LABEL(nibble_ashr_12_restart_use):
1394 	jbe	LABEL(exit_use)
1397 	jbe	LABEL(strcmp_exitz)
1402 	jg	LABEL(nibble_ashr_12_use)
1413 	jbe	LABEL(exit_use)
1416 	jbe	LABEL(strcmp_exitz)
1419 	jmp	LABEL(loop_ashr_12_use)
1422 LABEL(nibble_ashr_12_use):
1429 	jae	LABEL(nibble_ashr_exit_use)
1432 	ja	LABEL(nibble_ashr_12_restart_use)
1434 	jmp	LABEL(nibble_ashr_exit_use)
1442 LABEL(ashr_13):
1451 	jnz	LABEL(less32bytes)
1470 LABEL(loop_ashr_13_use):
1472 	jg	LABEL(nibble_ashr_13_use)
1474 LABEL(nibble_ashr_13_restart_use):
1484 	jbe	LABEL(exit_use)
1487 	jbe	LABEL(strcmp_exitz)
1492 	jg	LABEL(nibble_ashr_13_use)
1503 	jbe	LABEL(exit_use)
1506 	jbe	LABEL(strcmp_exitz)
1509 	jmp	LABEL(loop_ashr_13_use)
1512 LABEL(nibble_ashr_13_use):
1519 	jae	LABEL(nibble_ashr_exit_use)
1522 	ja	LABEL(nibble_ashr_13_restart_use)
1524 	jmp	LABEL(nibble_ashr_exit_use)
1532 LABEL(ashr_14):
1541 	jnz	LABEL(less32bytes)
1560 LABEL(loop_ashr_14_use):
1562 	jg	LABEL(nibble_ashr_14_use)
1564 LABEL(nibble_ashr_14_restart_use):
1574 	jbe	LABEL(exit_use)
1577 	jbe	LABEL(strcmp_exitz)
1582 	jg	LABEL(nibble_ashr_14_use)
1593 	jbe	LABEL(exit_use)
1596 	jbe	LABEL(strcmp_exitz)
1599 	jmp	LABEL(loop_ashr_14_use)
1602 LABEL(nibble_ashr_14_use):
1609 	jae	LABEL(nibble_ashr_exit_use)
1612 	ja	LABEL(nibble_ashr_14_restart_use)
1614 	jmp	LABEL(nibble_ashr_exit_use)
1622 LABEL(ashr_15):
1631 	jnz	LABEL(less32bytes)
1652 LABEL(loop_ashr_15_use):
1654 	jg	LABEL(nibble_ashr_15_use)
1656 LABEL(nibble_ashr_15_restart_use):
1666 	jbe	LABEL(exit_use)
1669 	jbe	LABEL(strcmp_exitz)
1674 	jg	LABEL(nibble_ashr_15_use)
1685 	jbe	LABEL(exit_use)
1688 	jbe	LABEL(strcmp_exitz)
1691 	jmp	LABEL(loop_ashr_15_use)
1694 LABEL(nibble_ashr_15_use):
1701 	jae	LABEL(nibble_ashr_exit_use)
1704 	ja	LABEL(nibble_ashr_15_restart_use)
1706 LABEL(nibble_ashr_exit_use):
1715 LABEL(exit_use):
1716 	jnc	LABEL(strcmp_exitz)
1719 	jbe	LABEL(strcmp_exitz)
1726 	jz	LABEL(ret_use)
1728 LABEL(ret_use):
1738 LABEL(less32bytes):
1742 	jz	LABEL(ret)
1746 LABEL(ret):
1747 LABEL(less16bytes):
1752 	jbe	LABEL(strcmp_exitz)
1766 LABEL(strcmp_exitz):
1772 LABEL(Byte0):
1795 LABEL(unaligned_table):
1796 	.int	LABEL(ashr_1) - LABEL(unaligned_table)
1797 	.int	LABEL(ashr_2) - LABEL(unaligned_table)
1798 	.int	LABEL(ashr_3) - LABEL(unaligned_table)
1799 	.int	LABEL(ashr_4) - LABEL(unaligned_table)
1800 	.int	LABEL(ashr_5) - LABEL(unaligned_table)
1801 	.int	LABEL(ashr_6) - LABEL(unaligned_table)
1802 	.int	LABEL(ashr_7) - LABEL(unaligned_table)
1803 	.int	LABEL(ashr_8) - LABEL(unaligned_table)
1804 	.int	LABEL(ashr_9) - LABEL(unaligned_table)
1805 	.int	LABEL(ashr_10) - LABEL(unaligned_table)
1806 	.int	LABEL(ashr_11) - LABEL(unaligned_table)
1807 	.int	LABEL(ashr_12) - LABEL(unaligned_table)
1808 	.int	LABEL(ashr_13) - LABEL(unaligned_table)
1809 	.int	LABEL(ashr_14) - LABEL(unaligned_table)
1810 	.int	LABEL(ashr_15) - LABEL(unaligned_table)
1811 	.int	LABEL(ashr_0) - LABEL(unaligned_table)
1813 #undef LABEL

Last Index update Sun Aug 20 00:31:31 CST 2023