chore(examples): re-factor testing examples

.github/workflows/deploy-examples.yml

@@ -75,7 +75,6 @@ jobs:
       env:
         AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
         LAMBDA_ENDPOINT: ${{ secrets.LAMBDA_ENDPOINT_BETA }}
-        INVOKE_ACCOUNT_ID: ${{ secrets.INVOKE_ACCOUNT_ID_BETA }}
         KMS_KEY_ARN: ${{ secrets.KMS_KEY_ARN }}
       run: |
         # Build function name

.gitignore

@@ -30,5 +30,7 @@ dist/
 .idea
 .env
 
+.durable_executions
+
 examples/build/*
 examples/*.zip

examples/cli.py

@@ -66,7 +66,9 @@ def build_examples():
 
     # Copy example functions
     logger.info("Copying examples from %s", src_dir)
-    shutil.copytree(src_dir, build_dir / "src")
+    for file_path in src_dir.rglob("*"):
+        if file_path.is_file():
+            shutil.copy2(file_path, build_dir / file_path.name)
 
     logger.info("Build completed successfully")
     return True
@@ -296,13 +298,10 @@ def get_aws_config():
         "region": os.getenv("AWS_REGION", "us-west-2"),
         "lambda_endpoint": os.getenv("LAMBDA_ENDPOINT"),
         "account_id": os.getenv("AWS_ACCOUNT_ID"),
-        "invoke_account_id": os.getenv("INVOKE_ACCOUNT_ID"),
         "kms_key_arn": os.getenv("KMS_KEY_ARN"),
     }
 
-    if not all(
-        [config["account_id"], config["lambda_endpoint"], config["invoke_account_id"]]
-    ):
+    if not all([config["account_id"], config["lambda_endpoint"]]):
         msg = "Missing required environment variables"
         raise ValueError(msg)
 
@@ -406,26 +405,6 @@ def deploy_function(example_name: str, function_name: str | None = None):
     except lambda_client.exceptions.ResourceNotFoundException:
         lambda_client.create_function(**function_config, Code={"ZipFile": zip_content})
 
-    # Update invoke permission for worker account using put_resource_policy
-    function_arn = f"arn:aws:lambda:{config['region']}:{config['account_id']}:function:{function_name}"
-
-    policy_document = {
-        "Version": "2012-10-17",
-        "Statement": [
-            {
-                "Sid": "dex-invoke-permission",
-                "Effect": "Allow",
-                "Principal": {"AWS": config["invoke_account_id"]},
-                "Action": "lambda:InvokeFunction",
-                "Resource": f"{function_arn}:*",
-            }
-        ],
-    }
-
-    lambda_client.put_resource_policy(
-        ResourceArn=function_arn, Policy=json.dumps(policy_document)
-    )
-
     logger.info("Function deployed successfully! %s", function_name)
     return True
 

examples/examples-catalog.json

@@ -21,7 +21,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/step.py"
+      "path": "./src/step/step.py"
     },
     {
       "name": "Step with Name",
@@ -32,7 +32,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/step_with_name.py"
+      "path": "./src/step/step_with_name.py"
     },
     {
       "name": "Step with Retry",
@@ -43,7 +43,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/step_with_retry.py"
+      "path": "./src/step/step_with_retry.py"
     },
     {
       "name": "Wait State",
@@ -54,7 +54,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/wait.py"
+      "path": "./src/wait/wait.py"
     },
     {
       "name": "Callback",
@@ -65,7 +65,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/callback.py"
+      "path": "./src/callback/callback.py"
     },
     {
       "name": "Wait for Callback",
@@ -76,7 +76,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/wait_for_callback.py"
+      "path": "./src/wait_for_callback/wait_for_callback.py"
     },
     {
       "name": "Run in Child Context",
@@ -87,7 +87,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/run_in_child_context.py"
+      "path": "./src/run_in_child_context/run_in_child_context.py"
     },
     {
       "name": "Parallel Operations",
@@ -98,7 +98,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/parallel.py"
+      "path": "./src/parallel/parallel.py"
     },
     {
       "name": "Map Operations",
@@ -109,7 +109,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/map_operations.py"
+      "path": "./src/map/map_operations.py"
     },
     {
       "name": "Block Example",
@@ -120,7 +120,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/block_example.py"
+      "path": "./src/block_example/block_example.py"
     },
     {
       "name": "Logger Example",
@@ -131,7 +131,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/logger_example.py"
+      "path": "./src/logger_example/logger_example.py"
     },
     {
       "name": "Steps with Retry",
@@ -142,7 +142,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/steps_with_retry.py"
+      "path": "./src/step/steps_with_retry.py"
     },
     {
       "name": "Wait for Condition",
@@ -153,7 +153,7 @@
         "RetentionPeriodInDays": 7,
         "ExecutionTimeout": 300
       },
-      "path": "./src/wait_for_condition.py"
+      "path": "./src/wait_for_condition/wait_for_condition.py"
     }
   ]
 }

examples/test/test_block_example.py → examples/test/block_example/test_block_example.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import block_example
+from src.block_example import block_example
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_callback.py → examples/test/callback/test_callback.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import callback
+from src.callback import callback
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_callback_permutations.py → examples/test/callback/test_callback_permutations.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import callback_with_timeout
+from src.callback import callback_with_timeout
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_logger_example.py → examples/test/logger_example/test_logger_example.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import logger_example
+from src.logger_example import logger_example
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_map_operations.py → examples/test/map/test_map_operations.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import map_operations
+from src.map import map_operations
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_parallel.py → examples/test/parallel/test_parallel.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import parallel
+from src.parallel import parallel
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_run_in_child_context.py → examples/test/run_in_child_context/test_run_in_child_context.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import run_in_child_context
+from src.run_in_child_context import run_in_child_context
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_step.py → examples/test/step/test_step.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import step
+from src.step import step
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_step_permutations.py → examples/test/step/test_step_permutations.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import step_no_name, step_with_exponential_backoff, step_with_name
+from src.step import step_no_name, step_with_exponential_backoff, step_with_name
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_step_semantics_at_most_once.py → examples/test/step/test_step_semantics_at_most_once.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import step_semantics_at_most_once
+from src.step import step_semantics_at_most_once
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_step_with_retry.py → examples/test/step/test_step_with_retry.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import step_with_retry
+from src.step import step_with_retry
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_steps_with_retry.py → examples/test/step/test_steps_with_retry.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import steps_with_retry
+from src.step import steps_with_retry
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_wait.py → examples/test/wait/test_wait.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import wait
+from src.wait import wait
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_wait_permutations.py → examples/test/wait/test_wait_permutations.py

@@ -3,7 +3,7 @@
 import pytest
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 
-from src import wait_with_name
+from src.wait import wait_with_name
 from test.conftest import deserialize_operation_payload
 
 

examples/test/test_wait_for_condition.py → examples/test/wait_for_condition/test_wait_for_condition.py

@@ -4,7 +4,7 @@
 from aws_durable_execution_sdk_python.execution import InvocationStatus
 from aws_durable_execution_sdk_python.lambda_service import OperationType
 
-from src import wait_for_condition
+from src.wait_for_condition import wait_for_condition
 from test.conftest import deserialize_operation_payload