[Dependencies] Remove typing_extensions

doc/source/ray-overview/pip_freeze_ray-ml-py39-cpu.txt

@@ -446,7 +446,6 @@ triton==2.0.0
 tune-sklearn @ git+https://github.com/ray-project/tune-sklearn@6e813e18fb43156d32f0958794881c7c12d14f17
 typeguard==2.13.3
 typer==0.9.0
-typing_extensions==4.5.0
 tzdata==2023.3
 uri-template==1.3.0
 uritemplate==3.0.1

doc/source/ray-overview/pip_freeze_ray-py39-cpu.txt

@@ -149,7 +149,6 @@ tensorboardX==2.6
 tifffile==2023.7.10
 tqdm @ file:///croot/tqdm_1679561862951/work
 typer==0.9.0
-typing_extensions==4.5.0
 tzdata==2023.3
 uritemplate==3.0.1
 urllib3 @ file:///croot/urllib3_1686163155763/work

python/ray/_private/worker.py

@@ -37,10 +37,7 @@
 import colorama
 import setproctitle
 
-if sys.version_info >= (3, 8):
-    from typing import Literal, Protocol
-else:
-    from typing_extensions import Literal, Protocol
+from typing import Literal, Protocol
 
 import ray
 import ray._private.node

python/ray/data/block.py

@@ -1,6 +1,5 @@
 import collections
 import os
-import sys
 import time
 from dataclasses import dataclass
 from typing import (
@@ -30,10 +29,7 @@
 except ImportError:
     resource = None
 
-if sys.version_info >= (3, 8):
-    from typing import Literal, Protocol
-else:
-    from typing_extensions import Literal, Protocol
+from typing import Literal, Protocol
 
 if TYPE_CHECKING:
     import pandas

python/ray/data/dataset.py

@@ -3,7 +3,6 @@
 import html
 import itertools
 import logging
-import sys
 import time
 from typing import (
     TYPE_CHECKING,
@@ -131,10 +130,7 @@
 from ray.widgets import Template
 from ray.widgets.util import repr_with_fallback
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 if TYPE_CHECKING:
     import dask

python/ray/data/datasource/file_based_datasource.py

@@ -45,10 +45,7 @@
 )
 from ray.util.annotations import DeveloperAPI, PublicAPI
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 if TYPE_CHECKING:
     import pandas as pd

python/ray/data/datasource/file_metadata_shuffler.py

@@ -1,12 +1,8 @@
-import sys
 from typing import Any, List, Union
 
 import numpy as np
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 
 class FileMetadataShuffler:

python/ray/data/datasource/parquet_datasource.py

@@ -1,5 +1,4 @@
 import logging
-import sys
 from typing import TYPE_CHECKING, Callable, Iterator, List, Optional, Union
 
 import numpy as np
@@ -23,10 +22,7 @@
 from ray.data.datasource.parquet_base_datasource import ParquetBaseDatasource
 from ray.util.annotations import PublicAPI
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 if TYPE_CHECKING:
     import pyarrow

python/ray/data/preprocessors/batch_mapper.py

@@ -1,4 +1,3 @@
-import sys
 import warnings
 from typing import TYPE_CHECKING, Any, Callable, Dict, Optional, Union
 
@@ -8,10 +7,7 @@
 from ray.data.preprocessor import Preprocessor
 from ray.util.annotations import Deprecated
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 if TYPE_CHECKING:
     import pandas

python/ray/data/read_api.py

@@ -2,7 +2,6 @@
 import logging
 import math
 import os
-import sys
 from typing import (
     TYPE_CHECKING,
     Any,
@@ -87,10 +86,7 @@
 from ray.util.placement_group import PlacementGroup
 from ray.util.scheduling_strategies import NodeAffinitySchedulingStrategy
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 if TYPE_CHECKING:
     import dask

python/ray/train/_internal/data_config.py

@@ -1,4 +1,3 @@
-import sys
 from typing import Dict, List, Optional, Union
 
 import ray
@@ -10,10 +9,7 @@
 from ray.train.constants import TRAIN_DATASET_KEY  # noqa
 from ray.util.annotations import DeveloperAPI, PublicAPI
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 
 @PublicAPI(stability="stable")

python/ray/util/state/custom_types.py

@@ -1,5 +1,3 @@
-import sys
-
 from ray.core.generated.common_pb2 import (
     TaskStatus,
     TaskType,
@@ -13,10 +11,7 @@
 )
 from ray.dashboard.memory_utils import ReferenceType
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 
 ACTOR_STATUS = [

python/requirements.txt

@@ -25,7 +25,6 @@ grpcio == 1.54.2; sys_platform == "darwin"
 grpcio >= 1.54.2; sys_platform != "darwin"
 numpy>=1.16; python_version < '3.9'
 numpy>=1.19.3; python_version >= '3.9'
-typing_extensions; python_version < '3.8'
 
 pyarrow >= 6.0.1; platform_system != "Windows"
 pyarrow >= 6.0.1, < 7.0.0; platform_system == "Windows"

python/setup.py

@@ -359,9 +359,6 @@ def get_packages(self):
         "aiosignal",
         "frozenlist",
         "requests",
-        # Light weight requirement, can be replaced with "typing" once
-        # we deprecate Python 3.7 (this will take a while).
-        "typing_extensions; python_version < '3.8'",
     ]
 
 

release/nightly_tests/dataset/iter_batches_benchmark.py

@@ -1,15 +1,11 @@
-import sys
 from typing import Optional
 
 import ray
 from ray.data.dataset import Dataset
 
 from benchmark import Benchmark
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 
 def iter_batches(

release/nightly_tests/dataset/map_batches_benchmark.py

@@ -1,4 +1,3 @@
-import sys
 from typing import Optional, Union
 import numpy as np
 
@@ -8,10 +7,7 @@
 
 from benchmark import Benchmark
 
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
+from typing import Literal
 
 
 def map_batches(

release/ray_release/configs/global_config.py

@@ -1,7 +1,7 @@
 import os
 
 import yaml
-from typing_extensions import TypedDict
+from typing import TypedDict
 
 
 class GlobalConfig(TypedDict):