remove test code

Author: Cathy0908

data_juicer/ops/base_op.py

@@ -143,7 +143,6 @@ def __init__(self, *args, **kwargs):
         self.history_key = kwargs.get('history_key', 'history')
 
         self.batch_size = kwargs.get('batch_size', 1000)
-        self.concurrency = kwargs.get('concurrency', 1)
 
         # whether the model can be accelerated using cuda
         _accelerator = kwargs.get('accelerator', None)

data_juicer/ops/mapper/image_captioning_mapper.py

@@ -283,11 +283,6 @@ def process_batched(self, samples, rank=None):
         :param samples:
         :return:
         """
-        import pyarrow as pa
-
-        if isinstance(samples, pa.Table):
-            samples = samples.to_pydict()
-
         # reconstruct samples from "dict of lists" to "list of dicts"
         reconstructed_samples = []
         for i in range(len(samples[self.text_key])):