@@ -3616,61 +3616,6 @@ static Value *emit_bitsunion_compare(jl_codectx_t &ctx, const jl_cgval_t &arg1,
3616
3616
return phi;
3617
3617
}
3618
3618
3619
- struct egal_desc {
3620
- size_t offset;
3621
- size_t nrepeats;
3622
- size_t data_bytes;
3623
- size_t padding_bytes;
3624
- };
3625
-
3626
- template <typename callback>
3627
- static size_t emit_masked_bits_compare (callback &emit_desc, jl_datatype_t *aty, egal_desc ¤t_desc)
3628
- {
3629
- // Memcmp, but with masked padding
3630
- size_t data_bytes = 0 ;
3631
- size_t padding_bytes = 0 ;
3632
- size_t nfields = jl_datatype_nfields (aty);
3633
- size_t total_size = jl_datatype_size (aty);
3634
- assert (aty->layout ->flags .isbitsegal );
3635
- for (size_t i = 0 ; i < nfields; ++i) {
3636
- size_t offset = jl_field_offset (aty, i);
3637
- size_t fend = i == nfields - 1 ? total_size : jl_field_offset (aty, i + 1 );
3638
- size_t fsz = jl_field_size (aty, i);
3639
- jl_datatype_t *fty = (jl_datatype_t *)jl_field_type (aty, i);
3640
- assert (jl_is_datatype (fty)); // union fields should never reach here
3641
- assert (fty->layout ->flags .isbitsegal );
3642
- if (jl_field_isptr (aty, i) || !fty->layout ->flags .haspadding ) {
3643
- // The field has no internal padding
3644
- data_bytes += fsz;
3645
- if (offset + fsz == fend) {
3646
- // The field has no padding after. Merge this into the current
3647
- // comparison range and go to next field.
3648
- } else {
3649
- padding_bytes = fend - offset - fsz;
3650
- // Found padding. Either merge this into the current comparison
3651
- // range, or emit the old one and start a new one.
3652
- if (current_desc.data_bytes == data_bytes &&
3653
- current_desc.padding_bytes == padding_bytes) {
3654
- // Same as the previous range, just note that down, so we
3655
- // emit this as a loop.
3656
- current_desc.nrepeats += 1 ;
3657
- } else {
3658
- if (current_desc.nrepeats != 0 )
3659
- emit_desc (current_desc);
3660
- current_desc.nrepeats = 1 ;
3661
- current_desc.data_bytes = data_bytes;
3662
- current_desc.padding_bytes = padding_bytes;
3663
- }
3664
- data_bytes = 0 ;
3665
- }
3666
- } else {
3667
- // The field may have internal padding. Recurse this.
3668
- data_bytes += emit_masked_bits_compare (emit_desc, fty, current_desc);
3669
- }
3670
- }
3671
- return data_bytes;
3672
- }
3673
-
3674
3619
static Value *emit_bits_compare (jl_codectx_t &ctx, jl_cgval_t arg1, jl_cgval_t arg2)
3675
3620
{
3676
3621
++EmittedBitsCompares;
@@ -3747,92 +3692,6 @@ static Value *emit_bits_compare(jl_codectx_t &ctx, jl_cgval_t arg1, jl_cgval_t a
3747
3692
}
3748
3693
return ctx.builder .CreateICmpEQ (answer, ConstantInt::get (getInt32Ty (ctx.builder .getContext ()), 0 ));
3749
3694
}
3750
- else if (sz > 512 && jl_struct_try_layout (sty) && sty->layout ->flags .isbitsegal ) {
3751
- Value *varg1 = arg1.inline_roots .empty () && arg1.ispointer () ? data_pointer (ctx, arg1) :
3752
- value_to_pointer (ctx, arg1).V ;
3753
- Value *varg2 = arg2.inline_roots .empty () && arg2.ispointer () ? data_pointer (ctx, arg2) :
3754
- value_to_pointer (ctx, arg2).V ;
3755
- varg1 = emit_pointer_from_objref (ctx, varg1);
3756
- varg2 = emit_pointer_from_objref (ctx, varg2);
3757
-
3758
- // See above for why we want to do this
3759
- SmallVector<Value*, 0 > gc_uses;
3760
- gc_uses.append (get_gc_roots_for (ctx, arg1));
3761
- gc_uses.append (get_gc_roots_for (ctx, arg2));
3762
- OperandBundleDef OpBundle (" jl_roots" , gc_uses);
3763
-
3764
- Value *answer = nullptr ;
3765
- auto emit_desc = [&](egal_desc desc) {
3766
- Value *ptr1 = varg1;
3767
- Value *ptr2 = varg2;
3768
- if (desc.offset != 0 ) {
3769
- ptr1 = emit_ptrgep (ctx, ptr1, desc.offset );
3770
- ptr2 = emit_ptrgep (ctx, ptr2, desc.offset );
3771
- }
3772
-
3773
- Value *new_ptr1 = ptr1;
3774
- Value *endptr1 = nullptr ;
3775
- BasicBlock *postBB = nullptr ;
3776
- BasicBlock *loopBB = nullptr ;
3777
- PHINode *answerphi = nullptr ;
3778
- if (desc.nrepeats != 1 ) {
3779
- // Set up loop
3780
- endptr1 = emit_ptrgep (ctx, ptr1, desc.nrepeats * (desc.data_bytes + desc.padding_bytes ));;
3781
-
3782
- BasicBlock *currBB = ctx.builder .GetInsertBlock ();
3783
- loopBB = BasicBlock::Create (ctx.builder .getContext (), " egal_loop" , ctx.f );
3784
- postBB = BasicBlock::Create (ctx.builder .getContext (), " post" , ctx.f );
3785
- ctx.builder .CreateBr (loopBB);
3786
-
3787
- ctx.builder .SetInsertPoint (loopBB);
3788
- Type *TInt1 = getInt1Ty (ctx.builder .getContext ());
3789
- answerphi = ctx.builder .CreatePHI (TInt1, 2 );
3790
- answerphi->addIncoming (answer ? answer : ConstantInt::get (TInt1, 1 ), currBB);
3791
- answer = answerphi;
3792
-
3793
- PHINode *itr1 = ctx.builder .CreatePHI (ptr1->getType (), 2 );
3794
- PHINode *itr2 = ctx.builder .CreatePHI (ptr2->getType (), 2 );
3795
-
3796
- new_ptr1 = emit_ptrgep (ctx, itr1, desc.data_bytes + desc.padding_bytes );
3797
- itr1->addIncoming (ptr1, currBB);
3798
- itr1->addIncoming (new_ptr1, loopBB);
3799
-
3800
- Value *new_ptr2 = emit_ptrgep (ctx, itr2, desc.data_bytes + desc.padding_bytes );
3801
- itr2->addIncoming (ptr2, currBB);
3802
- itr2->addIncoming (new_ptr2, loopBB);
3803
-
3804
- ptr1 = itr1;
3805
- ptr2 = itr2;
3806
- }
3807
-
3808
- // Emit memcmp. TODO: LLVM has a pass to expand this for additional
3809
- // performance.
3810
- Value *this_answer = ctx.builder .CreateCall (prepare_call (memcmp_func),
3811
- { ptr1,
3812
- ptr2,
3813
- ConstantInt::get (ctx.types ().T_size , desc.data_bytes ) },
3814
- ArrayRef<OperandBundleDef>(&OpBundle, gc_uses.empty () ? 0 : 1 ));
3815
- this_answer = ctx.builder .CreateICmpEQ (this_answer, ConstantInt::get (getInt32Ty (ctx.builder .getContext ()), 0 ));
3816
- answer = answer ? ctx.builder .CreateAnd (answer, this_answer) : this_answer;
3817
- if (endptr1) {
3818
- answerphi->addIncoming (answer, loopBB);
3819
- Value *loopend = ctx.builder .CreateICmpEQ (new_ptr1, endptr1);
3820
- ctx.builder .CreateCondBr (loopend, postBB, loopBB);
3821
- ctx.builder .SetInsertPoint (postBB);
3822
- }
3823
- };
3824
- egal_desc current_desc = {0 };
3825
- size_t trailing_data_bytes = emit_masked_bits_compare (emit_desc, sty, current_desc);
3826
- assert (current_desc.nrepeats != 0 );
3827
- emit_desc (current_desc);
3828
- if (trailing_data_bytes != 0 ) {
3829
- current_desc.nrepeats = 1 ;
3830
- current_desc.data_bytes = trailing_data_bytes;
3831
- current_desc.padding_bytes = 0 ;
3832
- emit_desc (current_desc);
3833
- }
3834
- return answer;
3835
- }
3836
3695
else {
3837
3696
jl_svec_t *types = sty->types ;
3838
3697
Value *answer = ConstantInt::get (getInt1Ty (ctx.builder .getContext ()), 1 );
0 commit comments