Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

feat(agents-api): Add retry policies to temporal workflows/activities #551

Merged
merged 12 commits into from
Oct 5, 2024
Merged

feat(agents-api): Add retry policies to temporal workflows/activities #551

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
12 commits
Select commit Hold shift + click to select a range
8c17e18
Reformat: poe check
HamadaSalhab Oct 2, 2024
940b6ac
feat(agents-api): Add retry policies to workflows/activities executions
HamadaSalhab Oct 2, 2024
93dfee1
Add retry policies to more activities/workflows
HamadaSalhab Oct 2, 2024
578f473
run poe check
HamadaSalhab Oct 2, 2024
a1fb6aa
Add more nont-retriable errors
HamadaSalhab Oct 2, 2024
ccd01db
feat(agents-api): Add more common exceptions to non-retryable set
creatorrr Oct 2, 2024
2d945d3
Bug fix: Remove test/debug situations
HamadaSalhab Oct 3, 2024
e59d56b
Merge branch 'dev' into f/retry-policy-improvement
creatorrr Oct 3, 2024
befe410
Merge branch 'dev' into f/retry-policy-improvement
creatorrr Oct 3, 2024
d7acef1
Merge branch 'dev' into f/retry-policy-improvement
creatorrr Oct 4, 2024
3f11519
Merge branch 'dev' into f/retry-policy-improvement
creatorrr Oct 5, 2024
2cbc451
refactor: Lint agents-api (CI)
creatorrr Oct 5, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
feat(agents-api): Add retry policies to workflows/activities executions
  • Loading branch information
@HamadaSalhab
HamadaSalhab committed Oct 2, 2024
commit 940b6ac65d5f02957756f12fbae6723f0cfdc20d
2 changes: 2 additions & 0 deletions agents-api/agents_api/clients/temporal.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from datetime import timedelta
from uuid import UUID

from ..common.retry_policies import DEFAULT_RETRY_POLICY
from temporalio.client import Client, TLSConfig

from ..autogen.openapi_model import TransitionTarget
Expand Down Expand Up @@ -54,6 +55,7 @@ async def run_task_execution_workflow(
task_queue=temporal_task_queue,
id=str(job_id),
run_timeout=timedelta(days=31),
retry_policy=DEFAULT_RETRY_POLICY
# TODO: Should add search_attributes for queryability
)

Expand Down
17 changes: 17 additions & 0 deletions agents-api/agents_api/common/retry_policies.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
from datetime import timedelta
from temporalio.common import RetryPolicy

DEFAULT_RETRY_POLICY = RetryPolicy(
initial_interval=timedelta(seconds=1),
backoff_coefficient=2,
maximum_attempts=2,
HamadaSalhab marked this conversation as resolved.
Show resolved Hide resolved
maximum_interval=timedelta(seconds=10),
HamadaSalhab marked this conversation as resolved.
Show resolved Hide resolved
non_retryable_error_types=[
"WorkflowExecutionAlreadyStarted",
"TypeError",
"AssertionError",
"HTTPException",
"SyntaxError",
"ValueError",
HamadaSalhab marked this conversation as resolved.
Show resolved Hide resolved
],
)
2 changes: 2 additions & 0 deletions agents-api/agents_api/workflows/task_execution/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@
from datetime import timedelta
from typing import Any

from ...common.retry_policies import DEFAULT_RETRY_POLICY
from pydantic import RootModel
from temporalio import workflow
from temporalio.exceptions import ApplicationError
Expand Down Expand Up @@ -200,6 +201,7 @@ async def run(
schedule_to_close_timeout=timedelta(
seconds=30 if debug or testing else 600
),
retry_policy=DEFAULT_RETRY_POLICY,
)
workflow.logger.debug(
f"Step {context.cursor.step} completed successfully"
Expand Down
3 changes: 2 additions & 1 deletion agents-api/agents_api/workflows/task_execution/helpers.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

from temporalio import workflow
from temporalio.exceptions import ApplicationError

from ...common.retry_policies import DEFAULT_RETRY_POLICY
with workflow.unsafe.imports_passed_through():
from ...activities import task_steps
from ...autogen.openapi_model import (
Expand Down Expand Up @@ -33,6 +33,7 @@ async def continue_as_child(
previous_inputs,
user_state,
],
retry_policy=DEFAULT_RETRY_POLICY
)


Expand Down
2 changes: 2 additions & 0 deletions agents-api/agents_api/workflows/task_execution/transition.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
from datetime import timedelta

from temporalio import workflow
from ...common.retry_policies import DEFAULT_RETRY_POLICY
from temporalio.exceptions import ApplicationError

from ...activities import task_steps
Expand Down Expand Up @@ -44,6 +45,7 @@ async def transition(
task_steps.transition_step,
args=[context, transition_request],
schedule_to_close_timeout=timedelta(seconds=30),
retry_policy=DEFAULT_RETRY_POLICY
)

except Exception as e:
Expand Down