Allow both str and StructType as schema in DataFrameReader and DataStreamReader csv / json (#522)

Author: zero323

third_party/3/pyspark/sql/readwriter.pyi

@@ -28,7 +28,7 @@ class DataFrameReader(OptionUtils):
     def json(
         self,
         path: Union[str, List[str], RDD[str]],
-        schema: Optional[StructType] = ...,
+        schema: Optional[Union[StructType, str]] = ...,
         primitivesAsString: Optional[Union[bool, str]] = ...,
         prefersDecimal: Optional[Union[bool, str]] = ...,
         allowComments: Optional[Union[bool, str]] = ...,
@@ -55,7 +55,7 @@ class DataFrameReader(OptionUtils):
     def csv(
         self,
         path: PathOrPaths,
-        schema: Optional[StructType] = ...,
+        schema: Optional[Union[StructType, str]] = ...,
         sep: Optional[str] = ...,
         encoding: Optional[str] = ...,
         quote: Optional[str] = ...,

third_party/3/pyspark/sql/streaming.pyi

@@ -59,7 +59,7 @@ class DataStreamReader(OptionUtils):
     def json(
         self,
         path: str,
-        schema: Optional[str] = ...,
+        schema: Optional[Union[StructType, str]] = ...,
         primitivesAsString: Optional[Union[bool, str]] = ...,
         prefersDecimal: Optional[Union[bool, str]] = ...,
         allowComments: Optional[Union[bool, str]] = ...,
@@ -83,7 +83,7 @@ class DataStreamReader(OptionUtils):
     def csv(
         self,
         path: str,
-        schema: Optional[StructType] = ...,
+        schema: Optional[Union[StructType, str]] = ...,
         sep: Optional[str] = ...,
         encoding: Optional[str] = ...,
         quote: Optional[str] = ...,