Merge pull request #70 from broadinstitute/sn_test

Sn test

Author: snovod

VERSION.txt

@@ -1,2 +1,2 @@
-11.2.0
-- Update logic on how floats and integers are handled when determining a TDR schema from Terra input metadata
+11.3.0
+- Convert floats back to integers from Terra tables

ops_utils/terra_util.py

@@ -268,7 +268,11 @@ def _yield_all_entity_metrics(self, entity: str, total_entities_per_page: int =
             method=GET,
             content_type="application/json"
         )
-        first_page_json = response.json()
+        raw_text = response.text
+        first_page_json = json.loads(
+            raw_text,
+            parse_float=lambda x: int(float(x)) if float(x).is_integer() else float(x)
+        )
         yield first_page_json
         total_pages = first_page_json["resultMetadata"]["filteredPageCount"]
         logging.info(
@@ -282,7 +286,12 @@ def _yield_all_entity_metrics(self, entity: str, total_entities_per_page: int =
                 content_type="application/json",
                 params={"page": page}
             )
-            yield next_page.json()
+            raw_text = next_page.text
+            page_json = json.loads(
+                raw_text,
+                parse_float=lambda x: int(float(x)) if float(x).is_integer() else float(x)
+            )
+            yield page_json
 
     @staticmethod
     def validate_terra_headers_for_tdr_conversion(table_name: str, headers: list[str]) -> None: