-
Notifications
You must be signed in to change notification settings - Fork 21
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add a screenshot tool that formats as LLM Content. (#333)
- Loading branch information
Showing
1 changed file
with
338 additions
and
0 deletions.
There are no files selected for viewing
338 changes: 338 additions & 0 deletions
338
seeds/team-experiments/public/bgl/insta/tool-page-screenshot-content.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,338 @@ | ||
| { | ||
| "title": "Page Screenshot Analyzer", | ||
| "description": "Takes a screenshot of a page at at a given URL, then follows the provided instruction to analyze it and returns the analysis.", | ||
| "version": "0.0.1", | ||
| "edges": [ | ||
| { | ||
| "from": "secrets-454abd81", | ||
| "to": "urlTemplate-b8fad290", | ||
| "out": "SCRAPING_BEE_KEY", | ||
| "in": "SCRAPING_BEE_KEY" | ||
| }, | ||
| { | ||
| "from": "input-2ccb0f3b", | ||
| "to": "urlTemplate-b8fad290", | ||
| "out": "url", | ||
| "in": "url" | ||
| }, | ||
| { | ||
| "from": "urlTemplate-b8fad290", | ||
| "to": "fetch-52e0e27d", | ||
| "out": "url", | ||
| "in": "url" | ||
| }, | ||
| { | ||
| "from": "fetch-52e0e27d", | ||
| "to": "jsonata-15bf2c54", | ||
| "out": "response", | ||
| "in": "json" | ||
| }, | ||
| { | ||
| "from": "jsonata-15bf2c54", | ||
| "to": "superWorker-14a88d05", | ||
| "out": "result", | ||
| "in": "in" | ||
| }, | ||
| { | ||
| "from": "superWorker-14a88d05", | ||
| "to": "jsonata-d676e36a", | ||
| "out": "out", | ||
| "in": "json" | ||
| }, | ||
| { | ||
| "from": "input-2ccb0f3b", | ||
| "to": "jsonata-dfbb4886", | ||
| "out": "instruction", | ||
| "in": "json" | ||
| }, | ||
| { | ||
| "from": "jsonata-dfbb4886", | ||
| "to": "superWorker-14a88d05", | ||
| "out": "result", | ||
| "in": "task" | ||
| }, | ||
| { | ||
| "from": "jsonata-d676e36a", | ||
| "to": "output-0a357b6f", | ||
| "out": "result", | ||
| "in": "property-1" | ||
| } | ||
| ], | ||
| "nodes": [ | ||
| { | ||
| "id": "output-0a357b6f", | ||
| "type": "output", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 543, | ||
| "y": -461 | ||
| }, | ||
| "logLevel": "debug", | ||
| "title": "Output" | ||
| }, | ||
| "configuration": { | ||
| "schema": { | ||
| "properties": { | ||
| "property-1": { | ||
| "type": "string", | ||
| "title": "Analysis", | ||
| "examples": [], | ||
| "default": "null" | ||
| } | ||
| }, | ||
| "type": "object", | ||
| "required": [] | ||
| } | ||
| } | ||
| }, | ||
| { | ||
| "id": "secrets-454abd81", | ||
| "type": "secrets", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": -299, | ||
| "y": -807 | ||
| }, | ||
| "title": "Get API Key", | ||
| "description": "Ask for API Key", | ||
| "logLevel": "debug" | ||
| }, | ||
| "configuration": { | ||
| "keys": [ | ||
| "SCRAPING_BEE_KEY" | ||
| ] | ||
| } | ||
| }, | ||
| { | ||
| "id": "urlTemplate-b8fad290", | ||
| "type": "urlTemplate", | ||
| "configuration": { | ||
| "template": "https://app.scrapingbee.com/api/v1/?api_key={SCRAPING_BEE_KEY}&url={url}&screenshot=True&json_response=True" | ||
| }, | ||
| "metadata": { | ||
| "title": "Format URL", | ||
| "logLevel": "debug", | ||
| "visual": { | ||
| "x": 6, | ||
| "y": -813 | ||
| } | ||
| } | ||
| }, | ||
| { | ||
| "id": "input-2ccb0f3b", | ||
| "type": "input", | ||
| "metadata": { | ||
| "title": "Ask for URL", | ||
| "description": "Ask for Scraping Bee API Key", | ||
| "logLevel": "debug", | ||
| "visual": { | ||
| "x": -343, | ||
| "y": -634 | ||
| } | ||
| }, | ||
| "configuration": { | ||
| "schema": { | ||
| "properties": { | ||
| "url": { | ||
| "type": "string", | ||
| "title": "url", | ||
| "examples": [], | ||
| "description": "The URL of the page whose screenshot will be taken" | ||
| }, | ||
| "instruction": { | ||
| "type": "string", | ||
| "title": "task", | ||
| "examples": [], | ||
| "format": "multiline", | ||
| "description": "Instructions on what information to get from the screenshot" | ||
| } | ||
| }, | ||
| "type": "object", | ||
| "required": [] | ||
| } | ||
| } | ||
| }, | ||
| { | ||
| "id": "fetch-52e0e27d", | ||
| "type": "fetch", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 294, | ||
| "y": -821 | ||
| }, | ||
| "title": "Call Scraping Bee", | ||
| "logLevel": "debug" | ||
| } | ||
| }, | ||
| { | ||
| "id": "jsonata-15bf2c54", | ||
| "type": "jsonata", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": -68, | ||
| "y": -469 | ||
| }, | ||
| "title": "Format as LLM Content", | ||
| "logLevel": "debug" | ||
| }, | ||
| "configuration": { | ||
| "expression": "{ \"parts\": [{ \"inlineData\": { \"mimeType\": \"image/png\", \"data\": screenshot }}], \"role\": \"user\" } " | ||
| } | ||
| }, | ||
| { | ||
| "id": "superWorker-14a88d05", | ||
| "type": "superWorker", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": -48, | ||
| "y": -66 | ||
| }, | ||
| "title": "Analyze Screenshot", | ||
| "logLevel": "debug" | ||
| }, | ||
| "configuration": { | ||
| "persona": { | ||
| "role": "user", | ||
| "parts": [ | ||
| { | ||
| "text": "You are an expert analyzer of web page screenshots." | ||
| } | ||
| ] | ||
| } | ||
| } | ||
| }, | ||
| { | ||
| "id": "jsonata-dfbb4886", | ||
| "type": "jsonata", | ||
| "configuration": { | ||
| "expression": "{ \"parts\": [{ \"text\": $}], \"role\": \"user\" }" | ||
| }, | ||
| "metadata": { | ||
| "visual": { | ||
| "x": -324, | ||
| "y": -129 | ||
| }, | ||
| "title": "Format Task", | ||
| "logLevel": "debug" | ||
| } | ||
| }, | ||
| { | ||
| "id": "jsonata-d676e36a", | ||
| "type": "jsonata", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 279, | ||
| "y": -281 | ||
| }, | ||
| "title": "Format Output", | ||
| "logLevel": "debug" | ||
| }, | ||
| "configuration": { | ||
| "expression": "parts[-1].text" | ||
| } | ||
| } | ||
| ], | ||
| "graphs": { | ||
| "58849527-9663-4146-9531-91c1f0c986ab": { | ||
| "title": "single turn", | ||
| "description": "A blank board. Use it as a starting point for your creations.", | ||
| "version": "0.0.1", | ||
| "nodes": [ | ||
| { | ||
| "type": "output", | ||
| "id": "output", | ||
| "configuration": { | ||
| "schema": { | ||
| "type": "object", | ||
| "properties": { | ||
| "context": { | ||
| "type": "string", | ||
| "title": "context", | ||
| "examples": [] | ||
| } | ||
| }, | ||
| "required": [] | ||
| } | ||
| }, | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 568, | ||
| "y": -595 | ||
| } | ||
| } | ||
| }, | ||
| { | ||
| "id": "human-e8cf008d", | ||
| "type": "human", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 171, | ||
| "y": -649 | ||
| } | ||
| }, | ||
| "configuration": { | ||
| "description": "User says", | ||
| "title": "User" | ||
| } | ||
| }, | ||
| { | ||
| "id": "worker-3fec00f6", | ||
| "type": "worker", | ||
| "metadata": { | ||
| "visual": { | ||
| "x": 361, | ||
| "y": -638 | ||
| } | ||
| }, | ||
| "configuration": { | ||
| "instruction": "Your main goal is to find out some basic information about your client. Start with the business's name, description, location, industry, website, and instagram. Ask these in three turns, name and location, description which can include industry and other details, website and instagram. Once you have this basic information, find out which of the following areas your client is interested getting started with: social media campaigns on instagram, ads, or writing marketing copy. It can also be a combination of these.\nAfter these tasks are complete, you need to return the values for each of the categories you asked about. Return a json object like the example below, but with the values learned from the conversation, leaving unanswered values as empty strings. In addition, say: \"OK, I have what I need to set up your general profile. I'll be back with you in a moment.\"\n\n{\"name\": \"FC Davis\",\n\"location\": \"Davis, CA\",\n\"description\": \"Semi-pro soccer teams, Men's UPSL and Women's WPSL\",\n\"website\": \"footballdavis.com\",\n\"instagram\": \"@footballclubdavis\",\n\"drive\": \"https://drive.google.com/drive/...\",\n\"focus_area\": \"instagram posts\"}\n" | ||
| } | ||
| }, | ||
| { | ||
| "id": "input-83b41d3c", | ||
| "type": "input", | ||
| "configuration": { | ||
| "schema": { | ||
| "properties": { | ||
| "context": { | ||
| "type": "string", | ||
| "title": "Context", | ||
| "examples": [] | ||
| } | ||
| }, | ||
| "required": [], | ||
| "type": "object" | ||
| } | ||
| }, | ||
| "metadata": { | ||
| "visual": { | ||
| "x": -33, | ||
| "y": -623 | ||
| } | ||
| } | ||
| } | ||
| ], | ||
| "edges": [ | ||
| { | ||
| "from": "human-e8cf008d", | ||
| "to": "worker-3fec00f6", | ||
| "out": "context", | ||
| "in": "context" | ||
| }, | ||
| { | ||
| "from": "worker-3fec00f6", | ||
| "to": "output", | ||
| "out": "context", | ||
| "in": "context" | ||
| }, | ||
| { | ||
| "from": "input-83b41d3c", | ||
| "to": "human-e8cf008d", | ||
| "out": "context", | ||
| "in": "context" | ||
| } | ||
| ], | ||
| "url": "idb://default/blank.json#58849527-9663-4146-9531-91c1f0c986ab" | ||
| } | ||
| } | ||
| } |