Uptick modin to 0.16 (#1659)

* Uptick to modin 0.16 and widen pyarrow range

* Minor - Fix to regression in pandas 1.15

Author: jaidisido

poetry.lock

@@ -30,7 +30,7 @@ boto3 = "^1.24.11"
 botocore = "^1.27.11"
 pandas = "^1.4.2"
 numpy = "^1.22.4"
-pyarrow = "^6.0.0"
+pyarrow = ">=6.0.0, <8.1.0"
 redshift-connector = "~2.0.889"
 pymysql = "^1.0.0"
 pg8000 = "^1.29.0"
@@ -43,7 +43,7 @@ gremlinpython = "^3.5.2"
 backoff = ">=2.0.0,<3.0.0"
 SPARQLWrapper = { version = "^2.0.0", optional = true }
 pyodbc = { version = "~4.0.32", optional = true }
-modin = { version = "^0.14.1", optional = true }
+modin = { version = "^0.16.0", optional = true }
 ray = { version = "^2.0.0", extras = ["default", "data"], optional = true}
 psutil = { version = "^5.9.0", optional = true }
 tqdm = { version = "^4.64.0", optional = true }

pyproject.toml

@@ -277,7 +277,7 @@ def ensure_data_types(df, has_list=False):
         assert str(df["__index_level_0__"].dtype) == "Int64"
     assert str(df["par0"].dtype) in ("Int64", "category")
     assert str(df["par1"].dtype) in ("string", "category")
-    row = df[df["iint16"] == 1]
+    row = df.query("iint16 == 1")
     if not row.empty:
         row = row.iloc[0]
         assert str(type(row["decimal"]).__name__) == "Decimal"