We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent bac1292 commit bcb13c9Copy full SHA for bcb13c9
1 file changed
src/litdata/utilities/parquet.py
@@ -326,7 +326,12 @@ def get_parquet_indexer_cls(
326
327
obj = parse.urlparse(dir_path)
328
329
- if obj.scheme in ("local", ""):
+ # On Windows, paths like "C:\\Users\\..." parse with scheme='c'. A single-letter
330
+ # scheme is never a valid URI scheme (RFC 3986 requires >=2 chars) so treat it
331
+ # as a Windows drive letter and dispatch to LocalParquetDir.
332
+ is_windows_drive = len(obj.scheme) == 1 and obj.scheme.isalpha()
333
+
334
+ if obj.scheme in ("local", "") or is_windows_drive:
335
return LocalParquetDir(*args)
336
if obj.scheme in ("gs", "s3"):
337
return CloudParquetDir(*args)
0 commit comments