-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathisb-O3.64s
More file actions
14500 lines (14425 loc) · 246 KB
/
isb-O3.64s
File metadata and controls
14500 lines (14425 loc) · 246 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
combine1:
pushq %r12
movq %rdi, %r12
pushq %rbp
movq %rsi, %rbp
pushq %rbx
xorl %ebx, %ebx
subq $16, %rsp
movl $0, (%rsi)
jmp .L2
.L3:
leaq 12(%rsp), %rdx
movq %rbx, %rsi
movq %r12, %rdi
addq $1, %rbx
call get_vec_element
movl 12(%rsp), %eax
addl %eax, 0(%rbp)
.L2:
movq %r12, %rdi
call vec_length
cmpq %rax, %rbx
jl .L3
addq $16, %rsp
popq %rbx
popq %rbp
popq %r12
ret
combine2:
pushq %r13
movq %rdi, %r13
pushq %r12
pushq %rbp
movq %rsi, %rbp
pushq %rbx
xorl %ebx, %ebx
subq $24, %rsp
call vec_length
testq %rax, %rax
movq %rax, %r12
movl $0, 0(%rbp)
jle .L11
.L10:
leaq 12(%rsp), %rdx
movq %rbx, %rsi
movq %r13, %rdi
addq $1, %rbx
call get_vec_element
movl 12(%rsp), %edx
addl %edx, 0(%rbp)
cmpq %r12, %rbx
jne .L10
.L11:
addq $24, %rsp
popq %rbx
popq %rbp
popq %r12
popq %r13
ret
combine4b:
pushq %rbp
movq %rsi, %rbp
pushq %rbx
movq %rdi, %rbx
subq $8, %rsp
call vec_length
xorl %ecx, %ecx
testq %rax, %rax
jle .L14
xorl %edx, %edx
.L16:
cmpq %rdx, (%rbx)
jle .L15
movq 8(%rbx), %rdi
addl (%rdi,%rdx,4), %ecx
.L15:
addq $1, %rdx
cmpq %rax, %rdx
jne .L16
.L14:
movl %ecx, 0(%rbp)
addq $8, %rsp
popq %rbx
popq %rbp
ret
combine3:
pushq %r12
pushq %rbp
movq %rdi, %rbp
pushq %rbx
movq %rsi, %rbx
call vec_length
movq %rbp, %rdi
movq %rax, %r12
call get_vec_start
testq %r12, %r12
movl $0, (%rbx)
jle .L23
movq %rax, %rdx
leaq (%rax,%r12,4), %rcx
xorl %eax, %eax
.L22:
addl (%rdx), %eax
addq $4, %rdx
cmpq %rcx, %rdx
movl %eax, (%rbx)
jne .L22
.L23:
popq %rbx
popq %rbp
popq %r12
ret
combine3w:
pushq %r12
pushq %rbp
movq %rdi, %rbp
pushq %rbx
movq %rsi, %rbx
call vec_length
movq %rbp, %rdi
movq %rax, %r12
call get_vec_start
testq %r12, %r12
movl $0, (%rbx)
jle .L29
movq %rax, %rdx
leaq (%rax,%r12,4), %rcx
xorl %eax, %eax
.L28:
addl (%rdx), %eax
addq $4, %rdx
cmpq %rcx, %rdx
movl %eax, (%rbx)
jne .L28
.L29:
popq %rbx
popq %rbp
popq %r12
ret
combine4:
pushq %rbp
movq %rsp, %rbp
pushq %r13
movq %rsi, %r13
pushq %r12
movq %rdi, %r12
pushq %rbx
andq $-32, %rsp
call vec_length
movq %r12, %rdi
movq %rax, %rbx
call get_vec_start
testq %rbx, %rbx
jle .L44
movq %rax, %rcx
andl $31, %eax
movq %rbx, %rdi
shrq $2, %rax
negq %rax
andl $7, %eax
cmpq %rbx, %rax
cmova %rbx, %rax
cmpq $17, %rbx
ja .L69
.L33:
cmpq $1, %rdi
movl (%rcx), %edx
jbe .L47
addl 4(%rcx), %edx
cmpq $2, %rdi
jbe .L48
addl 8(%rcx), %edx
cmpq $3, %rdi
jbe .L49
addl 12(%rcx), %edx
cmpq $4, %rdi
jbe .L50
addl 16(%rcx), %edx
cmpq $5, %rdi
jbe .L51
addl 20(%rcx), %edx
cmpq $6, %rdi
jbe .L52
addl 24(%rcx), %edx
cmpq $7, %rdi
jbe .L53
addl 28(%rcx), %edx
cmpq $8, %rdi
jbe .L54
addl 32(%rcx), %edx
cmpq $9, %rdi
jbe .L55
movl 36(%rcx), %eax
addl %edx, %eax
cmpq $10, %rdi
movl %eax, %edx
jbe .L56
addl 40(%rcx), %eax
cmpq $11, %rdi
movl %eax, %edx
jbe .L57
addl 44(%rcx), %edx
cmpq $12, %rdi
jbe .L58
addl 48(%rcx), %edx
cmpq $13, %rdi
jbe .L59
addl 52(%rcx), %edx
cmpq $14, %rdi
jbe .L60
addl 56(%rcx), %edx
cmpq $15, %rdi
jbe .L61
addl 60(%rcx), %edx
cmpq $16, %rdi
jbe .L62
addl 64(%rcx), %edx
movl $17, %eax
.L35:
cmpq %rdi, %rbx
je .L32
.L34:
movq %rbx, %rsi
subq %rdi, %rsi
movq %rsi, %r10
shrq $3, %r10
leaq 0(,%r10,8), %r9
testq %r9, %r9
je .L37
vpxor %xmm0, %xmm0, %xmm0
leaq (%rcx,%rdi,4), %r8
xorl %edi, %edi
.L43:
addq $1, %rdi
vpaddd (%r8), %ymm0, %ymm0
addq $32, %r8
cmpq %rdi, %r10
ja .L43
vmovdqa %xmm0, %xmm1
addq %r9, %rax
vextracti128 $0x1, %ymm0, %xmm0
vpextrd $1, %xmm1, %r8d
vpextrd $0, %xmm1, %edi
addl %r8d, %edi
vpextrd $2, %xmm1, %r8d
addl %r8d, %edi
vpextrd $3, %xmm1, %r8d
addl %r8d, %edi
vpextrd $0, %xmm0, %r8d
addl %r8d, %edi
vpextrd $1, %xmm0, %r8d
addl %r8d, %edi
vpextrd $2, %xmm0, %r8d
addl %r8d, %edi
vpextrd $3, %xmm0, %r8d
addl %r8d, %edi
addl %edi, %edx
cmpq %r9, %rsi
je .L67
vzeroupper
.L37:
leaq 1(%rax), %rsi
addl (%rcx,%rax,4), %edx
cmpq %rsi, %rbx
jle .L32
addl (%rcx,%rsi,4), %edx
leaq 2(%rax), %rsi
cmpq %rsi, %rbx
jle .L32
addl (%rcx,%rsi,4), %edx
leaq 3(%rax), %rsi
cmpq %rsi, %rbx
jle .L32
addl (%rcx,%rsi,4), %edx
leaq 4(%rax), %rsi
cmpq %rsi, %rbx
jle .L32
addl (%rcx,%rsi,4), %edx
leaq 5(%rax), %rsi
cmpq %rsi, %rbx
jle .L32
addq $6, %rax
addl (%rcx,%rsi,4), %edx
cmpq %rax, %rbx
jle .L32
addl (%rcx,%rax,4), %edx
.L32:
movl %edx, 0(%r13)
leaq -24(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %rbp
ret
.L69:
testq %rax, %rax
jne .L70
xorl %edi, %edi
xorl %edx, %edx
xorl %eax, %eax
jmp .L34
.L67:
vzeroupper
movl %edx, 0(%r13)
leaq -24(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %rbp
ret
.L44:
xorl %edx, %edx
jmp .L32
.L53:
movl $7, %eax
jmp .L35
.L54:
movl $8, %eax
jmp .L35
.L61:
movl $15, %eax
jmp .L35
.L62:
movl $16, %eax
jmp .L35
.L51:
movl $5, %eax
jmp .L35
.L52:
movl $6, %eax
jmp .L35
.L47:
movl $1, %eax
jmp .L35
.L48:
movl $2, %eax
jmp .L35
.L55:
movl $9, %eax
jmp .L35
.L56:
movl $10, %eax
jmp .L35
.L57:
movl $11, %eax
jmp .L35
.L58:
movl $12, %eax
jmp .L35
.L59:
movl $13, %eax
jmp .L35
.L60:
movl $14, %eax
jmp .L35
.L49:
movl $3, %eax
jmp .L35
.L50:
movl $4, %eax
jmp .L35
.L70:
movq %rax, %rdi
jmp .L33
combine4p:
pushq %rbp
movq %rsp, %rbp
pushq %r13
pushq %r12
movq %rsi, %r12
pushq %rbx
movq %rdi, %rbx
andq $-32, %rsp
call vec_length
movq %rbx, %rdi
movq %rax, %r13
call get_vec_start
leaq (%rax,%r13,4), %r8
movq %rax, %rcx
cmpq %r8, %rax
jae .L84
movq %rcx, %r9
movq %rcx, %rdx
leaq 4(%rax), %rax
andl $31, %edx
notq %r9
addq %r8, %r9
shrq $2, %rdx
shrq $2, %r9
negq %rdx
addq $1, %r9
andl $7, %edx
cmpq %rdx, %r9
movq %r9, %rdi
cmovbe %r9, %rdx
cmpq $17, %r9
ja .L93
.L73:
cmpq $1, %rdi
movl (%rcx), %edx
jbe .L75
addl 4(%rcx), %edx
cmpq $2, %rdi
leaq 8(%rcx), %rax
jbe .L75
addl 8(%rcx), %edx
cmpq $3, %rdi
leaq 12(%rcx), %rax
jbe .L75
addl 12(%rcx), %edx
cmpq $4, %rdi
leaq 16(%rcx), %rax
jbe .L75
addl 16(%rcx), %edx
cmpq $5, %rdi
leaq 20(%rcx), %rax
jbe .L75
addl 20(%rcx), %edx
cmpq $6, %rdi
leaq 24(%rcx), %rax
jbe .L75
addl 24(%rcx), %edx
cmpq $7, %rdi
leaq 28(%rcx), %rax
jbe .L75
addl 28(%rcx), %edx
cmpq $8, %rdi
leaq 32(%rcx), %rax
jbe .L75
addl 32(%rcx), %edx
cmpq $9, %rdi
leaq 36(%rcx), %rax
jbe .L75
movl 36(%rcx), %esi
leaq 40(%rcx), %rax
addl %edx, %esi
cmpq $10, %rdi
movl %esi, %edx
jbe .L75
addl 40(%rcx), %esi
cmpq $11, %rdi
leaq 44(%rcx), %rax
movl %esi, %edx
jbe .L75
addl 44(%rcx), %edx
cmpq $12, %rdi
leaq 48(%rcx), %rax
jbe .L75
addl 48(%rcx), %edx
cmpq $13, %rdi
leaq 52(%rcx), %rax
jbe .L75
addl 52(%rcx), %edx
cmpq $14, %rdi
leaq 56(%rcx), %rax
jbe .L75
addl 56(%rcx), %edx
cmpq $15, %rdi
leaq 60(%rcx), %rax
jbe .L75
addl 60(%rcx), %edx
cmpq $16, %rdi
leaq 64(%rcx), %rax
jbe .L75
addl 64(%rcx), %edx
leaq 68(%rcx), %rax
.L75:
cmpq %rdi, %r9
je .L72
.L74:
subq %rdi, %r9
movq %r9, %r10
shrq $3, %r10
leaq 0(,%r10,8), %rsi
testq %rsi, %rsi
je .L77
vpxor %xmm0, %xmm0, %xmm0
leaq (%rcx,%rdi,4), %rdi
xorl %ecx, %ecx
.L83:
addq $1, %rcx
vpaddd (%rdi), %ymm0, %ymm0
addq $32, %rdi
cmpq %rcx, %r10
ja .L83
vmovdqa %xmm0, %xmm1
leaq (%rax,%rsi,4), %rax
vextracti128 $0x1, %ymm0, %xmm0
vpextrd $1, %xmm1, %edi
vpextrd $0, %xmm1, %ecx
addl %edi, %ecx
vpextrd $2, %xmm1, %edi
addl %edi, %ecx
vpextrd $3, %xmm1, %edi
addl %edi, %ecx
vpextrd $0, %xmm0, %edi
addl %edi, %ecx
vpextrd $1, %xmm0, %edi
addl %edi, %ecx
vpextrd $2, %xmm0, %edi
addl %edi, %ecx
vpextrd $3, %xmm0, %edi
addl %edi, %ecx
addl %ecx, %edx
cmpq %rsi, %r9
je .L91
vzeroupper
.L77:
leaq 4(%rax), %rcx
addl (%rax), %edx
cmpq %rcx, %r8
jbe .L72
leaq 8(%rax), %rcx
addl 4(%rax), %edx
cmpq %rcx, %r8
jbe .L72
leaq 12(%rax), %rcx
addl 8(%rax), %edx
cmpq %rcx, %r8
jbe .L72
leaq 16(%rax), %rcx
addl 12(%rax), %edx
cmpq %rcx, %r8
jbe .L72
leaq 20(%rax), %rcx
addl 16(%rax), %edx
cmpq %rcx, %r8
jbe .L72
leaq 24(%rax), %rcx
addl 20(%rax), %edx
cmpq %rcx, %r8
jbe .L72
addl 24(%rax), %edx
.L72:
movl %edx, (%r12)
leaq -24(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %rbp
ret
.L93:
testq %rdx, %rdx
jne .L94
xorl %edi, %edi
movq %rcx, %rax
xorl %edx, %edx
jmp .L74
.L91:
vzeroupper
movl %edx, (%r12)
leaq -24(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %rbp
ret
.L84:
xorl %edx, %edx
jmp .L72
.L94:
movq %rdx, %rdi
jmp .L73
combine5:
pushq %rbp
movq %rsp, %rbp
pushq %r14
movq %rdi, %r14
pushq %r13
movq %rsi, %r13
pushq %r12
pushq %rbx
andq $-32, %rsp
call vec_length
leaq -1(%rax), %r12
movq %r14, %rdi
movq %rax, %rbx
call get_vec_start
testq %r12, %r12
movq %rax, %rcx
jle .L116
leaq -2(%rbx), %rdi
shrq %rdi
addq $1, %rdi
movq %rdi, %r8
shrq $2, %r8
leaq 0(,%r8,4), %rsi
testq %rsi, %rsi
je .L117
cmpq $7, %rdi
jbe .L117
vpxor %xmm0, %xmm0, %xmm0
xorl %eax, %eax
.L103:
movq %rax, %rdx
addq $1, %rax
salq $5, %rdx
cmpq %rax, %r8
vmovdqu (%rcx,%rdx), %xmm1
vinserti128 $0x1, 16(%rcx,%rdx), %ymm1, %ymm1
vpaddd %ymm1, %ymm0, %ymm0
ja .L103
vmovdqa %xmm0, %xmm1
vextracti128 $0x1, %ymm0, %xmm0
vpextrd $1, %xmm1, %edx
vpextrd $0, %xmm1, %eax
vpextrd $2, %xmm0, %r8d
addl %edx, %eax
vpextrd $2, %xmm1, %edx
addl %edx, %eax
vpextrd $3, %xmm1, %edx
addl %edx, %eax
vpextrd $0, %xmm0, %edx
addl %edx, %eax
vpextrd $1, %xmm0, %edx
addl %edx, %eax
vpextrd $3, %xmm0, %edx
addl %r8d, %eax
addl %eax, %edx
cmpq %rsi, %rdi
leaq (%rsi,%rsi), %rax
je .L101
.L97:
leaq 2(%rax), %rsi
addl (%rcx,%rax,4), %edx
addl 4(%rcx,%rax,4), %edx
cmpq %rsi, %r12
jle .L101
addl (%rcx,%rsi,4), %edx
addl 4(%rcx,%rsi,4), %edx
leaq 4(%rax), %rsi
cmpq %rsi, %r12
jle .L101
addl (%rcx,%rsi,4), %edx
addl 4(%rcx,%rsi,4), %edx
leaq 6(%rax), %rsi
cmpq %rsi, %r12
jle .L101
addl (%rcx,%rsi,4), %edx
addl 4(%rcx,%rsi,4), %edx
leaq 8(%rax), %rsi
cmpq %rsi, %r12
jle .L101
addl (%rcx,%rsi,4), %edx
addl 4(%rcx,%rsi,4), %edx
leaq 10(%rax), %rsi
cmpq %rsi, %r12
jle .L101
addl (%rcx,%rsi,4), %edx
addq $12, %rax
addl 4(%rcx,%rsi,4), %edx
cmpq %rax, %r12
jle .L101
addl (%rcx,%rax,4), %edx
addl 4(%rcx,%rax,4), %edx
.L101:
addq %rdi, %rdi
.L96:
cmpq %rdi, %rbx
jle .L104
leaq (%rcx,%rdi,4), %rsi
movq %rbx, %rax
subq %rdi, %rax
movq %rsi, %r8
andl $31, %r8d
shrq $2, %r8
negq %r8
andl $7, %r8d
cmpq %rax, %r8
cmova %rax, %r8
cmpq $17, %rax
cmovbe %rax, %r8
testq %r8, %r8
je .L106
addl (%rsi), %edx
cmpq $1, %r8
leaq 1(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $2, %r8
leaq 2(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $3, %r8
leaq 3(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $4, %r8
leaq 4(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $5, %r8
leaq 5(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $6, %r8
leaq 6(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $7, %r8
leaq 7(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $8, %r8
leaq 8(%rdi), %r10
jbe .L126
addl (%rcx,%r10,4), %edx
cmpq $9, %r8
leaq 9(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $10, %r8
leaq 10(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $11, %r8
leaq 11(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $12, %r8
leaq 12(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $13, %r8
leaq 13(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $14, %r8
leaq 14(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $15, %r8
leaq 15(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
cmpq $16, %r8
leaq 16(%rdi), %r9
jbe .L134
addl (%rcx,%r9,4), %edx
addq $17, %rdi
.L107:
cmpq %rax, %r8
je .L104
.L106:
subq %r8, %rax
movq %rax, %r10
shrq $3, %r10
leaq 0(,%r10,8), %r9
testq %r9, %r9
je .L109
vpxor %xmm0, %xmm0, %xmm0
leaq (%rsi,%r8,4), %r8
xorl %esi, %esi
.L115:
addq $1, %rsi
vpaddd (%r8), %ymm0, %ymm0
addq $32, %r8
cmpq %rsi, %r10
ja .L115
vmovdqa %xmm0, %xmm1
addq %r9, %rdi
vextracti128 $0x1, %ymm0, %xmm0
vpextrd $1, %xmm1, %r8d
vpextrd $0, %xmm1, %esi
addl %r8d, %esi
vpextrd $2, %xmm1, %r8d
addl %r8d, %esi
vpextrd $3, %xmm1, %r8d
addl %r8d, %esi
vpextrd $0, %xmm0, %r8d
addl %r8d, %esi
vpextrd $1, %xmm0, %r8d
addl %r8d, %esi
vpextrd $2, %xmm0, %r8d
addl %r8d, %esi
vpextrd $3, %xmm0, %r8d
addl %r8d, %esi
addl %esi, %edx
cmpq %r9, %rax
je .L104
.L109:
leaq 1(%rdi), %rax
addl (%rcx,%rdi,4), %edx
cmpq %rax, %rbx
jle .L104
addl (%rcx,%rax,4), %edx
leaq 2(%rdi), %rax
cmpq %rax, %rbx
jle .L104
addl (%rcx,%rax,4), %edx
leaq 3(%rdi), %rax
cmpq %rax, %rbx
jle .L104
addl (%rcx,%rax,4), %edx
leaq 4(%rdi), %rax
cmpq %rax, %rbx
jle .L104
addl (%rcx,%rax,4), %edx
leaq 5(%rdi), %rax
cmpq %rax, %rbx
jle .L104
addq $6, %rdi
addl (%rcx,%rax,4), %edx
cmpq %rdi, %rbx
jle .L104
addl (%rcx,%rdi,4), %edx
.L104:
movl %edx, 0(%r13)
vzeroupper
leaq -32(%rbp), %rsp
popq %rbx
popq %r12
popq %r13
popq %r14
popq %rbp
ret
.L134:
movq %r9, %rdi
jmp .L107
.L117:
xorl %edx, %edx
xorl %eax, %eax
jmp .L97
.L116:
xorl %edx, %edx
xorl %edi, %edi
jmp .L96
.L126:
movq %r10, %rdi
jmp .L107
unroll3a_combine:
pushq %rbp
movq %rsp, %rbp
pushq %r14
movq %rsi, %r14
pushq %r13
movq %rdi, %r13
pushq %r12
pushq %rbx
andq $-32, %rsp
call vec_length
leaq -2(%rax), %rbx
movq %r13, %rdi
movq %rax, %r12
call get_vec_start
xorl %edx, %edx
xorl %ecx, %ecx
testq %rbx, %rbx
movq %rax, %rdi
jle .L145
.L146:
addl (%rdi,%rcx,4), %edx
addl 4(%rdi,%rcx,4), %edx
addl 8(%rdi,%rcx,4), %edx
addq $3, %rcx
cmpq %rcx, %rbx
jg .L146
.L145:
cmpq %rcx, %r12
jle .L147
leaq (%rdi,%rcx,4), %r9
movq %r12, %rax
subq %rcx, %rax
movq %r9, %r8
andl $31, %r8d
shrq $2, %r8
negq %r8
andl $7, %r8d
cmpq %rax, %r8
cmova %rax, %r8
cmpq $17, %rax
cmovbe %rax, %r8
testq %r8, %r8
je .L149
addl (%r9), %edx
cmpq $1, %r8
leaq 1(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $2, %r8
leaq 2(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $3, %r8
leaq 3(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $4, %r8
leaq 4(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $5, %r8
leaq 5(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $6, %r8
leaq 6(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $7, %r8
leaq 7(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $8, %r8
leaq 8(%rcx), %r10
movl %edx, %esi
jbe .L168
addl (%rdi,%r10,4), %esi
cmpq $9, %r8
movl %esi, %edx
leaq 9(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $10, %r8
leaq 10(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $11, %r8
leaq 11(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $12, %r8
leaq 12(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $13, %r8
leaq 13(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $14, %r8
leaq 14(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $15, %r8
leaq 15(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
cmpq $16, %r8
leaq 16(%rcx), %rsi
jbe .L176
addl (%rdi,%rsi,4), %edx
addq $17, %rcx
.L150:
cmpq %rax, %r8
je .L147
.L149:
subq %r8, %rax
movq %rax, %r11
shrq $3, %r11
leaq 0(,%r11,8), %r10
testq %r10, %r10
je .L152
vpxor %xmm0, %xmm0, %xmm0
leaq (%r9,%r8,4), %rsi
xorl %r8d, %r8d
.L158:
addq $1, %r8
vpaddd (%rsi), %ymm0, %ymm0
addq $32, %rsi
cmpq %r8, %r11
ja .L158
vmovdqa %xmm0, %xmm1
addq %r10, %rcx
vextracti128 $0x1, %ymm0, %xmm0
vpextrd $1, %xmm1, %r8d
vpextrd $0, %xmm1, %esi
addl %r8d, %esi
vpextrd $2, %xmm1, %r8d
addl %r8d, %esi
vpextrd $3, %xmm1, %r8d
addl %r8d, %esi
vpextrd $0, %xmm0, %r8d
addl %r8d, %esi
vpextrd $1, %xmm0, %r8d
addl %r8d, %esi
vpextrd $2, %xmm0, %r8d
addl %r8d, %esi
vpextrd $3, %xmm0, %r8d
addl %r8d, %esi
addl %esi, %edx
cmpq %rax, %r10
je .L184
vzeroupper
.L152:
leaq 1(%rcx), %rax
addl (%rdi,%rcx,4), %edx
cmpq %rax, %r12
jle .L147
addl (%rdi,%rax,4), %edx
leaq 2(%rcx), %rax