Skip to content

Commit 68d6ad3

Browse files
sarikesarike
committed
feat: datasource lambda
1 parent beb3c4a commit 68d6ad3

13 files changed

Lines changed: 950 additions & 29 deletions

File tree

‎server/node-service/package.json‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@
2424
"@apidevtools/swagger-parser": "^10.1.0",
2525
"@aws-sdk/client-athena": "^3.271.0",
2626
"@aws-sdk/client-dynamodb": "^3.266.1",
27+
"@aws-sdk/client-lambda": "^3.272.0",
2728
"@aws-sdk/client-s3": "^3.238.0",
2829
"@aws-sdk/s3-request-presigner": "^3.241.0",
2930
"@types/axios": "^0.14.0",

‎server/node-service/src/common/util.ts‎

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -80,3 +80,24 @@ export function readYaml<T = any>(path: string): T {
8080
return {} as T;
8181
}
8282
}
83+
84+
export function safeJsonParse(json: string) {
85+
try {
86+
return JSON.parse(json);
87+
} catch (e) {
88+
console.warn("can not json parse:", json);
89+
return {};
90+
}
91+
}
92+
93+
export function safeJsonStringify(data: any) {
94+
if (data === null || data === undefined) {
95+
return data;
96+
}
97+
try {
98+
return JSON.stringify(data, null, 4);
99+
} catch (e) {
100+
console.warn("can not json stringify:", data, e);
101+
return null;
102+
}
103+
}

‎server/node-service/src/plugins/index.ts‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,7 @@ import couchdbPlugin from "./couchdb";
99
import wooCommercePlugin from "./woocommerce";
1010
import openAiPlugin from "./openAi";
1111
import athenaPlugin from "./athena";
12+
import lambdaPlugin from "./lambda";
1213

1314
const plugins: (DataSourcePlugin | DataSourcePluginFactory)[] = [
1415
// helloWorldPlugin,
@@ -21,6 +22,7 @@ const plugins: (DataSourcePlugin | DataSourcePluginFactory)[] = [
2122
wooCommercePlugin,
2223
openAiPlugin,
2324
athenaPlugin,
25+
lambdaPlugin,
2426
];
2527

2628
export default plugins;

‎server/node-service/src/plugins/lambda/dataSourceConfig.ts‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
import { ConfigToType } from "openblocks-sdk/dataSource";
2+
3+
const dataSourceConfig = {
4+
type: "dataSource",
5+
params: [
6+
{
7+
key: "region",
8+
type: "textInput",
9+
label: "Region",
10+
rules: [{ required: true, message: "Please input the AWS Region" }],
11+
defaultValue: "us-west-1",
12+
},
13+
{
14+
key: "accessKey",
15+
label: "Access key ID",
16+
type: "textInput",
17+
placeholder: "<Your Access key ID>",
18+
rules: [{ required: true, message: "Please input the Access Key ID" }],
19+
},
20+
{
21+
key: "secretKey",
22+
label: "Secret key",
23+
type: "password",
24+
rules: [{ required: true, message: "Please input the Secret Key" }],
25+
},
26+
],
27+
} as const;
28+
29+
export default dataSourceConfig;
30+
31+
export type DataSourceDataType = ConfigToType<typeof dataSourceConfig>;

‎server/node-service/src/plugins/lambda/index.ts‎

Lines changed: 76 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,76 @@
1+
import { DataSourcePlugin } from "openblocks-sdk/dataSource";
2+
import dataSourceConfig, { DataSourceDataType } from "./dataSourceConfig";
3+
import queryConfig, { ActionDataType } from "./queryConfig";
4+
import {
5+
LambdaClient,
6+
ListFunctionsCommand,
7+
InvokeCommand,
8+
InvocationType,
9+
} from "@aws-sdk/client-lambda";
10+
import _ from "lodash";
11+
import { safeJsonParse } from "../../common/util";
12+
13+
function getClient(dataSourceConfig: DataSourceDataType) {
14+
const { accessKey, secretKey, region } = dataSourceConfig;
15+
const client = new LambdaClient({
16+
credentials: {
17+
accessKeyId: accessKey,
18+
secretAccessKey: secretKey,
19+
},
20+
region,
21+
});
22+
return client;
23+
}
24+
25+
const lambdaPlugin: DataSourcePlugin<ActionDataType, DataSourceDataType> = {
26+
id: "lambda",
27+
name: "Lambda",
28+
category: "api",
29+
icon: "lambda.svg",
30+
dataSourceConfig,
31+
queryConfig,
32+
validateDataSourceConfig: async function (dataSourceConfig) {
33+
const client = getClient(dataSourceConfig);
34+
const ret = await client.send(new ListFunctionsCommand({ MaxItems: 1 }));
35+
return {
36+
success: Array.isArray(ret.Functions),
37+
};
38+
},
39+
run: async function (actionData, dataSourceConfig): Promise<any> {
40+
const client = getClient(dataSourceConfig);
41+
if (actionData.actionName === "ListFunctions") {
42+
const ret = await client.send(
43+
new ListFunctionsCommand({
44+
Marker: actionData.marker || undefined,
45+
MaxItems: actionData.limit,
46+
})
47+
);
48+
return {
49+
functions: ret.Functions?.map((i) => i.FunctionName) || [],
50+
nextMarker: ret.NextMarker || "",
51+
};
52+
}
53+
54+
if (actionData.actionName === "InvokeFunction") {
55+
const ret = await client.send(
56+
new InvokeCommand({
57+
FunctionName: actionData.functionName,
58+
InvocationType: actionData.invocationType,
59+
Payload: Uint8Array.from(
60+
JSON.stringify(actionData.payload || {})
61+
.split("")
62+
.map((i) => i.charCodeAt(0))
63+
),
64+
})
65+
);
66+
if (actionData.invocationType === InvocationType.RequestResponse) {
67+
return (ret.Payload && safeJsonParse(Buffer.from(ret.Payload).toString("utf-8"))) || {};
68+
}
69+
return {
70+
statusCode: ret.StatusCode,
71+
};
72+
}
73+
},
74+
};
75+
76+
export default lambdaPlugin;

‎server/node-service/src/plugins/lambda/queryConfig.ts‎

Lines changed: 70 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
import { ConfigToType } from "openblocks-sdk/dataSource";
2+
import { InvocationType } from "@aws-sdk/client-lambda";
3+
4+
const queryConfig = {
5+
type: "query",
6+
label: "Action",
7+
actions: [
8+
{
9+
actionName: "InvokeFunction",
10+
label: "Invoke Function",
11+
params: [
12+
{
13+
label: "Function Name",
14+
key: "functionName",
15+
type: "textInput",
16+
},
17+
{
18+
label: "Payload",
19+
key: "payload",
20+
type: "jsonInput",
21+
defaultValue: JSON.stringify({}),
22+
},
23+
{
24+
label: "Invocation Type",
25+
key: "invocationType",
26+
type: "select",
27+
options: [
28+
{
29+
value: InvocationType.RequestResponse,
30+
label: "RequestResponse",
31+
},
32+
{
33+
value: InvocationType.Event,
34+
label: "Event",
35+
},
36+
{
37+
value: InvocationType.DryRun,
38+
label: "DryRun",
39+
},
40+
],
41+
},
42+
],
43+
},
44+
{
45+
actionName: "ListFunctions",
46+
label: "List Functions",
47+
params: [
48+
{
49+
label: "Limit",
50+
key: "limit",
51+
type: "numberInput",
52+
defaultValue: 50,
53+
tooltip:
54+
"The maximum number of functions to return in the response. This returns a maximum of 50 items, even if you set the number higher.",
55+
},
56+
{
57+
label: "Marker",
58+
key: "marker",
59+
type: "textInput",
60+
tooltip:
61+
"Specify the pagination token that's returned by a previous request to retrieve the next page of results.",
62+
},
63+
],
64+
},
65+
],
66+
} as const;
67+
68+
export type ActionDataType = ConfigToType<typeof queryConfig>;
69+
70+
export default queryConfig;

‎server/node-service/src/plugins/openApi/index.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,10 +8,10 @@ import {
88
replaceServersUrl,
99
isOas3,
1010
normalizeParams,
11-
safeJsonParse,
1211
parseUrl,
1312
} from "./util";
1413
import { badRequest } from "../../common/error";
14+
import { safeJsonParse } from "../../common/util";
1515
import { OpenAPI, OpenAPIV2 } from "openapi-types";
1616
import _ from "lodash";
1717

‎server/node-service/src/plugins/openApi/parse/oas3.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,4 @@
1+
import { safeJsonStringify } from "../../../common/util";
12
import { OpenAPIV3 } from "openapi-types";
23
import { ActionParamConfig, ActionParamType } from "openblocks-sdk/dataSource";
34
import {
@@ -6,7 +7,6 @@ import {
67
isOas3RefObject as isRefObject,
78
MediaTypeMultiPartFormData,
89
MediaTypeUrlEncoded,
9-
safeJsonStringify,
1010
selectMediaType,
1111
} from "../util";
1212

‎server/node-service/src/plugins/openApi/parse/swagger2.ts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,8 +7,8 @@ import {
77
isSwagger2RefObject as isRefObject,
88
MediaTypeMultiPartFormData,
99
MediaTypeUrlEncoded,
10-
safeJsonStringify,
1110
} from "../util";
11+
import { safeJsonStringify } from "../../../common/util";
1212

1313
function getMediaType(operation: OpenAPIV2.OperationObject) {
1414
let mediaType = operation.consumes?.[0];

‎server/node-service/src/plugins/openApi/util.ts‎

Lines changed: 0 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -277,27 +277,6 @@ export function replaceServersUrl(schema: OpenAPIV3.Document, url: string) {
277277
});
278278
}
279279

280-
export function safeJsonParse(json: string) {
281-
try {
282-
return JSON.parse(json);
283-
} catch (e) {
284-
console.warn("can not json parse:", json);
285-
return {};
286-
}
287-
}
288-
289-
export function safeJsonStringify(data: any) {
290-
if (data === null || data === undefined) {
291-
return data;
292-
}
293-
try {
294-
return JSON.stringify(data, null, 4);
295-
} catch (e) {
296-
console.warn("can not json stringify:", data, e);
297-
return null;
298-
}
299-
}
300-
301280
export function getSchemaType(
302281
schema?:
303282
| OpenAPIV2.SchemaObject

0 commit comments

Comments
 (0)