Merge pull request #214 from QuanMPhm/213/config_consolidate

Consolidate configurations into a `config.py` file

Author: QuanMPhm

.gitignore

@@ -1,4 +1,5 @@
 *.csv
 !process_report/tests/e2e/test_data/*.csv
+!process_report/tests/e2e/test_data/test_invoices/*.csv
 __pycache__/
 *.py[cod]

process_report/invoices/NERC_total_invoice.py

@@ -12,6 +12,7 @@ class NERCTotalInvoice(invoice.Invoice):
     - NewPICreditProcessor
     """
 
+    name: str = "NERC"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,

process_report/invoices/billable_invoice.py

@@ -1,8 +1,5 @@
 from dataclasses import dataclass
 
-import pandas
-import pyarrow
-
 from process_report.invoices import invoice
 
 
@@ -14,11 +11,7 @@ class BillableInvoice(invoice.Invoice):
     - NewPICreditProcessor
     """
 
-    PI_S3_FILEPATH = "PIs/PI.csv"
-
-    old_pi_filepath: str
-    updated_old_pi_df: pandas.DataFrame
-
+    name: str = "billable"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,
@@ -46,20 +39,3 @@ def _prepare_export(self):
         self.export_data = self.data[
             self.data[invoice.IS_BILLABLE_FIELD] & ~self.data[invoice.MISSING_PI_FIELD]
         ]
-        self.updated_old_pi_df = self.updated_old_pi_df.astype(
-            {
-                invoice.PI_INITIAL_CREDITS: pandas.ArrowDtype(
-                    pyarrow.decimal128(21, 2)
-                ),
-                invoice.PI_1ST_USED: pandas.ArrowDtype(pyarrow.decimal128(21, 2)),
-                invoice.PI_2ND_USED: pandas.ArrowDtype(pyarrow.decimal128(21, 2)),
-            },
-        )
-
-    def export(self):
-        super().export()
-        self.updated_old_pi_df.to_csv(self.old_pi_filepath, index=False)
-
-    def export_s3(self, s3_bucket):
-        super().export_s3(s3_bucket)
-        s3_bucket.upload_file(self.old_pi_filepath, self.PI_S3_FILEPATH)

process_report/invoices/bu_internal_invoice.py

@@ -11,6 +11,7 @@ class BUInternalInvoice(invoice.Invoice):
     - NewPICreditProcessor
     """
 
+    name: str = "BU_Internal"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PI_FIELD,

process_report/invoices/invoice.py

@@ -64,9 +64,9 @@ class Invoice:
     export_columns_list = list()
     exported_columns_map = dict()
 
-    name: str
     invoice_month: str
     data: pandas.DataFrame
+    name: str = ""
     export_data = None
 
     def process(self):

process_report/invoices/lenovo_invoice.py

@@ -12,6 +12,7 @@ class LenovoInvoice(invoice.Invoice):
         "BM GPUH100",
     ]
 
+    name: str = "Lenovo"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,

process_report/invoices/nonbillable_invoice.py

@@ -5,9 +5,7 @@
 
 @dataclass
 class NonbillableInvoice(invoice.Invoice):
-    nonbillable_pis: list[str]
-    nonbillable_projects: list[str]
-
+    name: str = "nonbillable"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,

process_report/invoices/ocp_test_invoice.py

@@ -5,6 +5,7 @@
 
 @dataclass
 class OcpTestInvoice(invoice.Invoice):
+    name: str = "OCP_TEST"
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,

process_report/invoices/pi_specific_invoice.py

@@ -43,6 +43,8 @@ class PIInvoice(invoice.Invoice):
         invoice.BALANCE_FIELD,
     ]
 
+    name: str = "pi_invoices"
+
     export_columns_list = [
         invoice.INVOICE_DATE_FIELD,
         invoice.PROJECT_FIELD,

process_report/invoices/prepay_credits_snapshot.py

@@ -1,16 +1,25 @@
-from dataclasses import dataclass
+from dataclasses import dataclass, field
 
 import pandas
 
+from process_report.loader import loader
+from process_report.settings import invoice_settings
 from process_report import util
 from process_report.invoices import invoice
 
 
 @dataclass
 class PrepayCreditsSnapshot(invoice.Invoice):
-    prepay_credits: pandas.DataFrame
-    prepay_contacts: pandas.DataFrame
-
+    prepay_credits: pandas.DataFrame = field(
+        default_factory=lambda: loader.load_dataframe(
+            invoice_settings.prepay_credits_filepath
+        )
+    )
+    prepay_contacts: pandas.DataFrame = field(
+        default_factory=lambda: loader.load_dataframe(
+            invoice_settings.prepay_contacts_filepath
+        )
+    )
     export_columns_list = [
         invoice.PREPAY_MONTH_FIELD,
         invoice.PREPAY_GROUP_NAME_FIELD,