Use hash for schedule job id (#80)

Signed-off-by: Khor Shu Heng <khor.heng@go-jek.com>

python/feast_spark/pyspark/launchers/k8s/k8s.py

@@ -1,3 +1,4 @@
+import hashlib
 import random
 import string
 import time
@@ -63,14 +64,8 @@ def _generate_job_id() -> str:
 
 
 def _generate_scheduled_job_id(project: str, feature_table_name: str) -> str:
-    scheduled_job_id = f"feast-{project}-{feature_table_name}".replace("_", "-")
-    k8s_res_name_char_limit = 253
-
-    return (
-        scheduled_job_id
-        if len(scheduled_job_id) <= k8s_res_name_char_limit
-        else scheduled_job_id[:k8s_res_name_char_limit]
-    )
+    job_hash = hashlib.md5(f"{project}-{feature_table_name}".encode()).hexdigest()
+    return f"feast-{job_hash}"
 
 
 def _truncate_label(label: str) -> str:

tests/e2e/test_job_scheduling.py

@@ -1,3 +1,4 @@
+import hashlib
 import uuid
 
 import pytest as pytest
@@ -36,12 +37,17 @@ def test_schedule_batch_ingestion_jobs(
     k8s_api = client.CustomObjectsApi()
 
     def get_scheduled_spark_application():
+        job_hash = hashlib.md5(
+            f"{feast_client.project}-{feature_table.name}".encode()
+        ).hexdigest()
+        resource_name = f"feast-{job_hash}"
+
         return k8s_api.get_namespaced_custom_object(
             group="sparkoperator.k8s.io",
             version="v1beta2",
             namespace=pytestconfig.getoption("k8s_namespace"),
             plural="scheduledsparkapplications",
-            name=f"feast-{feast_client.project}-{feature_table.name}".replace("_", "-"),
+            name=resource_name,
         )
 
     response = get_scheduled_spark_application()