Merge pull request #290 from QuanMPhm/fix/pandas.3

knikolla · web-flow · commit aa758db591f9 · 2026-02-12T10:36:44.000-05:00
Fix pandas bug
diff --git a/requirements.txt b/requirements.txt
@@ -3,7 +3,7 @@ boto3>=1.42.6,<2.0
 kubernetes
 openshift
 coldfront >= 1.1.0
-pandas
+pandas>=3.0, <4.0
 pyarrow
 pydantic
 python-cinderclient  # TODO: Set version for OpenStack Clients
diff --git a/setup.cfg b/setup.cfg
@@ -32,7 +32,7 @@ install_requires =
     python-swiftclient
     requests < 3.0
     simplejson < 4.0
-    pandas
+    pandas >=3.0, <4.0
     pyarrow
     pytz
 
diff --git a/src/coldfront_plugin_cloud/management/commands/fetch_daily_billable_usage.py b/src/coldfront_plugin_cloud/management/commands/fetch_daily_billable_usage.py
@@ -192,6 +192,7 @@ def s3_client(self):
     def load_csv(location) -> DataFrameGroupBy:
         df = pandas.read_csv(
             location,
+            engine="pyarrow",
             dtype={INVOICE_COLUMN_COST: pandas.ArrowDtype(pyarrow.decimal128(12, 2))},
         )
         return df.groupby(INVOICE_COLUMN_ALLOCATION_ID)

Original file line number	Diff line number	Diff line change
`@@ -192,6 +192,7 @@ def s3_client(self):`
`192`	`192`	`def load_csv(location) -> DataFrameGroupBy:`
`193`	`193`	`df = pandas.read_csv(`
`194`	`194`	`location,`
	`195`	`+ engine="pyarrow",`
`195`	`196`	`dtype={INVOICE_COLUMN_COST: pandas.ArrowDtype(pyarrow.decimal128(12, 2))},`
`196`	`197`	`)`
`197`	`198`	`return df.groupby(INVOICE_COLUMN_ALLOCATION_ID)`