|
1 | 1 | { |
2 | | - "title": "Event-Driven Data Pipeline with Lambda Durable Functions", |
3 | | - "description": "This serverless pattern demonstrates building an event-driven pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping", |
4 | | - "language": "Python", |
5 | | - "level": "200", |
6 | | - "framework": "AWS SAM", |
7 | | - "services": [ |
8 | | - "sqs", |
9 | | - "lambda", |
10 | | - "dynamoDB" |
11 | | - ], |
12 | | - "introBox": { |
13 | | - "headline": "How it works", |
14 | | - "text": [ |
15 | | - "This pattern demonstrates an event-driven data processing pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping. When a message arrives in the SQS queue, it directly triggers the durable function (no intermediary Lambda needed). The durable function then orchestrates a series of specialized processing steps using Lambda invoke chaining, first validating the incoming data, then transforming it , and finally storing the processed results in DynamoDB. Throughout this process, the durable function automatically creates checkpoints, enabling fault-tolerant execution that can recover from failures without losing progress. The entire pipeline operates within the 15-minute ESM execution limit, making it ideal for reliable batch processing workflows." |
16 | | - ] |
17 | | - }, |
18 | | - "testing": { |
19 | | - "headline": "Testing", |
20 | | - "text": [ |
21 | | - "See the GitHub repo for detailed testing instructions." |
22 | | - ] |
23 | | - }, |
24 | | - "cleanup": { |
25 | | - "headline": "Cleanup", |
26 | | - "text": [ |
27 | | - "Delete the stack: <code>sam delete</code>." |
28 | | - ] |
29 | | - }, |
30 | | - "deploy": { |
31 | | - "text": [ |
32 | | - "sam build", |
33 | | - "sam deploy --guided" |
34 | | - ] |
35 | | - }, |
36 | | - "gitHub": { |
37 | | - "template": { |
38 | | - "repoURL": "https://github.com/aws-samples/serverless-patterns/tree/main/lambda-durable-esm-and-chaining", |
39 | | - "templateURL": "serverles-patterns/lambda-durable-esm-and-chaining", |
40 | | - "templateFile": "template.yaml", |
41 | | - "projectFolder": "lambda-durable-esm-and-chaining" |
42 | | - } |
43 | | - }, |
44 | | - "resources": { |
45 | | - "headline": "Additional resources", |
46 | | - "bullets": [ |
47 | | - { |
48 | | - "text": "AWS Lambda Durable Functions Documentation", |
49 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-functions.html" |
50 | | - }, |
51 | | - { |
52 | | - "text": "Event Source Mappings with Durable Functions", |
53 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-invoking-esm.html" |
54 | | - }, |
55 | | - { |
56 | | - "text": "Durbale Function Lambda Invoke Chaining", |
57 | | - "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-examples.html#durable-examples-chained-invocations" |
58 | | - } |
59 | | - ] |
60 | | - }, |
61 | | - "authors": [ |
62 | | - { |
63 | | - "name": "Sahithi Ginjupalli", |
64 | | - "image": "https://drive.google.com/file/d/1YcKYuGz3LfzSxiwb2lWJfpyi49SbvOSr/view?usp=sharing", |
65 | | - "bio": "Cloud Engineer at AWS with a passion for diving deep into cloud and AI services to build innovative serverless applications.", |
66 | | - "linkedin": "ginjupalli-sahithi-37460a18b", |
67 | | - "twitter": "" |
68 | | - } |
69 | | - ], |
70 | | - "patternArch": { |
71 | | - "icon1": { |
72 | | - "x": 20, |
73 | | - "y": 50, |
74 | | - "service": "sqs", |
75 | | - "label": "SQS Queue" |
76 | | - }, |
77 | | - "icon2": { |
78 | | - "x": 60, |
79 | | - "y": 50, |
80 | | - "service": "lambda", |
81 | | - "label": "Lambda Durable Function" |
82 | | - }, |
83 | | - "line1": { |
84 | | - "from": "icon1", |
85 | | - "to": "icon2", |
86 | | - "label": "Event Source Mapping" |
87 | | - }, |
88 | | - "icon3": { |
89 | | - "x": 90, |
90 | | - "y": 10, |
91 | | - "service": "lambda", |
92 | | - "label": "" |
93 | | - }, |
94 | | - "icon4": { |
95 | | - "x": 90, |
96 | | - "y": 50, |
97 | | - "service": "lambda", |
98 | | - "label": "" |
99 | | - }, |
100 | | - "icon5": { |
101 | | - "x": 90, |
102 | | - "y": 90, |
103 | | - "service": "lambda", |
104 | | - "label": "" |
105 | | - }, |
106 | | - "line2": { |
107 | | - "from": "icon2", |
108 | | - "to": "icon3", |
109 | | - "label": "" |
110 | | - }, |
111 | | - "line3": { |
112 | | - "from": "icon2", |
113 | | - "to": "icon4", |
114 | | - "label": "Chained Invocation" |
115 | | - }, |
116 | | - "line4": { |
117 | | - "from": "icon2", |
118 | | - "to": "icon5", |
119 | | - "label": "" |
120 | | - } |
| 2 | + "title": "Event-Driven Data Pipeline with Lambda Durable Functions", |
| 3 | + "description": "This serverless pattern demonstrates building an event-driven pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping", |
| 4 | + "language": "Python", |
| 5 | + "level": "200", |
| 6 | + "framework": "AWS SAM", |
| 7 | + "services": ["sqs", "lambda", "dynamoDB"], |
| 8 | + "introBox": { |
| 9 | + "headline": "How it works", |
| 10 | + "text": [ |
| 11 | + "This pattern demonstrates an event-driven data processing pipeline using AWS Lambda Durable Functions with direct SQS Event Source Mapping. When a message arrives in the SQS queue, it directly triggers the durable function (no intermediary Lambda needed). The durable function then orchestrates a series of specialized processing steps using Lambda invoke chaining, first validating the incoming data, then transforming it , and finally storing the processed results in DynamoDB. Throughout this process, the durable function automatically creates checkpoints, enabling fault-tolerant execution that can recover from failures without losing progress. The entire pipeline operates within the 15-minute ESM execution limit, making it ideal for reliable batch processing workflows." |
| 12 | + ] |
| 13 | + }, |
| 14 | + "testing": { |
| 15 | + "headline": "Testing", |
| 16 | + "text": ["See the GitHub repo for detailed testing instructions."] |
| 17 | + }, |
| 18 | + "cleanup": { |
| 19 | + "headline": "Cleanup", |
| 20 | + "text": ["Delete the stack: <code>sam delete</code>."] |
| 21 | + }, |
| 22 | + "deploy": { |
| 23 | + "text": ["sam build", "sam deploy --guided"] |
| 24 | + }, |
| 25 | + "gitHub": { |
| 26 | + "template": { |
| 27 | + "repoURL": "https://github.com/aws-samples/serverless-patterns/tree/main/lambda-durable-esm-and-chaining", |
| 28 | + "templateURL": "serverles-patterns/lambda-durable-esm-and-chaining", |
| 29 | + "templateFile": "template.yaml", |
| 30 | + "projectFolder": "lambda-durable-esm-and-chaining" |
121 | 31 | } |
| 32 | + }, |
| 33 | + "resources": { |
| 34 | + "headline": "Additional resources", |
| 35 | + "bullets": [ |
| 36 | + { |
| 37 | + "text": "AWS Lambda Durable Functions Documentation", |
| 38 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-functions.html" |
| 39 | + }, |
| 40 | + { |
| 41 | + "text": "Event Source Mappings with Durable Functions", |
| 42 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-invoking-esm.html" |
| 43 | + }, |
| 44 | + { |
| 45 | + "text": "Durbale Function Lambda Invoke Chaining", |
| 46 | + "link": "https://docs.aws.amazon.com/lambda/latest/dg/durable-examples.html#durable-examples-chained-invocations" |
| 47 | + } |
| 48 | + ] |
| 49 | + }, |
| 50 | + "authors": [ |
| 51 | + { |
| 52 | + "name": "Sahithi Ginjupalli", |
| 53 | + "image": "https://drive.google.com/file/d/1YcKYuGz3LfzSxiwb2lWJfpyi49SbvOSr/view?usp=sharing", |
| 54 | + "bio": "Cloud Engineer at AWS with a passion for diving deep into cloud and AI services to build innovative serverless applications.", |
| 55 | + "linkedin": "ginjupalli-sahithi-37460a18b", |
| 56 | + "twitter": "" |
| 57 | + } |
| 58 | + ] |
122 | 59 | } |
0 commit comments