From feeb52aadee74d59c269426f19c5570459f666a4 Mon Sep 17 00:00:00 2001 From: Sanju Sivalingam Date: Sat, 7 Feb 2026 18:37:29 +0530 Subject: [PATCH] Add 33 practical day-to-day workflow examples Messaging & Communication: - whatsapp-reply, whatsapp-broadcast, whatsapp-to-email - telegram-channel-digest, telegram-send-message - slack-standup, slack-check-messages - email-digest, email-reply, translate-and-reply Social Media: - social-media-post (cross-platform Twitter + LinkedIn) - social-media-engage (like/comment rounds) - instagram-post-check (engagement stats) Productivity: - morning-briefing (SMS + WhatsApp + Telegram + Calendar + Weather) - calendar-create-event, notes-capture - notification-cleanup, do-not-disturb (focus mode) - github-check-prs, screenshot-share-slack Research & Search: - google-search-report, news-roundup - multi-app-research (Google + YouTube + Reddit) - price-comparison (Amazon + Flipkart + Google) Lifestyle: - food-order (Zomato), uber-ride (price check) - maps-commute, check-flight-status - spotify-playlist, youtube-watch-later - fitness-log, expense-tracker, wifi-password-share All workflows use: bun run src/kernel.ts --workflow examples/.json Co-Authored-By: Claude Opus 4.6 --- examples/calendar-create-event.json | 17 +++++++++++++++ examples/check-flight-status.json | 15 ++++++++++++++ examples/do-not-disturb.json | 19 +++++++++++++++++ examples/email-digest.json | 10 +++++++++ examples/email-reply.json | 10 +++++++++ examples/expense-tracker.json | 15 ++++++++++++++ examples/fitness-log.json | 19 +++++++++++++++++ examples/food-order.json | 10 +++++++++ examples/github-check-prs.json | 14 +++++++++++++ examples/google-search-report.json | 10 +++++++++ examples/instagram-post-check.json | 15 ++++++++++++++ examples/maps-commute.json | 10 +++++++++ examples/morning-briefing.json | 30 +++++++++++++++++++++++++++ examples/multi-app-research.json | 25 ++++++++++++++++++++++ examples/news-roundup.json | 20 ++++++++++++++++++ examples/notes-capture.json | 14 +++++++++++++ examples/notification-cleanup.json | 13 ++++++++++++ examples/price-comparison.json | 20 ++++++++++++++++++ examples/screenshot-share-slack.json | 14 +++++++++++++ examples/slack-check-messages.json | 15 ++++++++++++++ examples/slack-standup.json | 13 ++++++++++++ examples/social-media-engage.json | 15 ++++++++++++++ examples/social-media-post.json | 21 +++++++++++++++++++ examples/spotify-playlist.json | 10 +++++++++ examples/telegram-channel-digest.json | 15 ++++++++++++++ examples/telegram-send-message.json | 10 +++++++++ examples/translate-and-reply.json | 20 ++++++++++++++++++ examples/uber-ride.json | 10 +++++++++ examples/whatsapp-broadcast.json | 20 ++++++++++++++++++ examples/whatsapp-reply.json | 10 +++++++++ examples/whatsapp-to-email.json | 14 +++++++++++++ examples/wifi-password-share.json | 18 ++++++++++++++++ examples/youtube-watch-later.json | 15 ++++++++++++++ 33 files changed, 506 insertions(+) create mode 100644 examples/calendar-create-event.json create mode 100644 examples/check-flight-status.json create mode 100644 examples/do-not-disturb.json create mode 100644 examples/email-digest.json create mode 100644 examples/email-reply.json create mode 100644 examples/expense-tracker.json create mode 100644 examples/fitness-log.json create mode 100644 examples/food-order.json create mode 100644 examples/github-check-prs.json create mode 100644 examples/google-search-report.json create mode 100644 examples/instagram-post-check.json create mode 100644 examples/maps-commute.json create mode 100644 examples/morning-briefing.json create mode 100644 examples/multi-app-research.json create mode 100644 examples/news-roundup.json create mode 100644 examples/notes-capture.json create mode 100644 examples/notification-cleanup.json create mode 100644 examples/price-comparison.json create mode 100644 examples/screenshot-share-slack.json create mode 100644 examples/slack-check-messages.json create mode 100644 examples/slack-standup.json create mode 100644 examples/social-media-engage.json create mode 100644 examples/social-media-post.json create mode 100644 examples/spotify-playlist.json create mode 100644 examples/telegram-channel-digest.json create mode 100644 examples/telegram-send-message.json create mode 100644 examples/translate-and-reply.json create mode 100644 examples/uber-ride.json create mode 100644 examples/whatsapp-broadcast.json create mode 100644 examples/whatsapp-reply.json create mode 100644 examples/whatsapp-to-email.json create mode 100644 examples/wifi-password-share.json create mode 100644 examples/youtube-watch-later.json diff --git a/examples/calendar-create-event.json b/examples/calendar-create-event.json new file mode 100644 index 0000000..50b7772 --- /dev/null +++ b/examples/calendar-create-event.json @@ -0,0 +1,17 @@ +{ + "name": "Create Calendar Event", + "steps": [ + { + "app": "com.google.android.calendar", + "goal": "Tap the + (create) button to make a new event. Fill in the event details and save it.", + "maxSteps": 15, + "formData": { + "Title": "Team Sync", + "Date": "Tomorrow", + "Time": "2:00 PM - 2:30 PM", + "Location": "Google Meet", + "Description": "Weekly team sync - discuss sprint progress and blockers" + } + } + ] +} diff --git a/examples/check-flight-status.json b/examples/check-flight-status.json new file mode 100644 index 0000000..7d104ba --- /dev/null +++ b/examples/check-flight-status.json @@ -0,0 +1,15 @@ +{ + "name": "Check Flight Status", + "steps": [ + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'flight status AI 302' (replace with actual flight number). Wait for the Google flight card to appear. Use read_screen to collect the flight status, departure/arrival times, gate info, and any delays. Copy to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.whatsapp", + "goal": "Search for 'Family Group' in the search bar. Open it. Type a message with the flight status: 'Flight update: [paste clipboard info]. Will keep you posted!' and send using submit_message.", + "maxSteps": 12 + } + ] +} diff --git a/examples/do-not-disturb.json b/examples/do-not-disturb.json new file mode 100644 index 0000000..607e340 --- /dev/null +++ b/examples/do-not-disturb.json @@ -0,0 +1,19 @@ +{ + "name": "Focus Mode - DND + Slack Status", + "steps": [ + { + "goal": "Open sound settings using open_settings with setting 'sound'. Find and enable 'Do Not Disturb' mode. Set it to allow priority contacts only if the option is available.", + "maxSteps": 12 + }, + { + "app": "com.Slack", + "goal": "Tap on your profile picture or the 'You' tab at the bottom. Tap on 'Set a status'. Set the emoji to the focus/headphones emoji and type 'In deep focus mode - back in 2 hours'. Tap Save or Done.", + "maxSteps": 15 + }, + { + "app": "com.spotify.music", + "goal": "Search for 'lofi beats' and play the first playlist. Tap the shuffle or play button.", + "maxSteps": 10 + } + ] +} diff --git a/examples/email-digest.json b/examples/email-digest.json new file mode 100644 index 0000000..83f63b9 --- /dev/null +++ b/examples/email-digest.json @@ -0,0 +1,10 @@ +{ + "name": "Email Inbox Digest", + "steps": [ + { + "app": "com.google.android.gm", + "goal": "Open the Primary inbox. Use read_screen to collect the subject lines and senders of the top 10 most recent emails. Note which ones are unread (bold text). Copy the digest to clipboard.", + "maxSteps": 12 + } + ] +} diff --git a/examples/email-reply.json b/examples/email-reply.json new file mode 100644 index 0000000..c5f885a --- /dev/null +++ b/examples/email-reply.json @@ -0,0 +1,10 @@ +{ + "name": "Email Quick Reply", + "steps": [ + { + "app": "com.google.android.gm", + "goal": "Open the most recent unread email in the Primary inbox. Use read_screen to read the full email content. Then tap the Reply button, type a professional response acknowledging the email and addressing their main point, and tap Send.", + "maxSteps": 18 + } + ] +} diff --git a/examples/expense-tracker.json b/examples/expense-tracker.json new file mode 100644 index 0000000..15ca62f --- /dev/null +++ b/examples/expense-tracker.json @@ -0,0 +1,15 @@ +{ + "name": "Log Daily Expenses", + "steps": [ + { + "app": "com.google.android.apps.messaging", + "goal": "Use read_screen to find recent SMS messages from banks or UPI apps (messages containing 'debited', 'spent', 'paid', or transaction amounts). Collect the last 5 transaction messages. Copy them to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.google.android.keep", + "goal": "Tap + to create a new note. Title it 'Expenses - Today'. In the body, paste the transaction details from clipboard. Save by tapping back.", + "maxSteps": 10 + } + ] +} diff --git a/examples/fitness-log.json b/examples/fitness-log.json new file mode 100644 index 0000000..0b24f9c --- /dev/null +++ b/examples/fitness-log.json @@ -0,0 +1,19 @@ +{ + "name": "Daily Fitness Log", + "steps": [ + { + "app": "com.google.android.apps.fitness", + "goal": "Open Google Fit. Use read_screen to collect today's step count, active minutes, and heart points from the home screen. Copy the stats to clipboard.", + "maxSteps": 8 + }, + { + "app": "com.google.android.apps.fitness", + "goal": "Tap the + button to add an activity. Select 'Walking' and log 30 minutes of walking. Save the activity.", + "maxSteps": 12, + "formData": { + "Activity": "Walking", + "Duration": "30 minutes" + } + } + ] +} diff --git a/examples/food-order.json b/examples/food-order.json new file mode 100644 index 0000000..8925a98 --- /dev/null +++ b/examples/food-order.json @@ -0,0 +1,10 @@ +{ + "name": "Quick Food Order", + "steps": [ + { + "app": "com.application.zomato", + "goal": "Search for 'biryani' in the search bar. Browse the top 3 restaurants. Pick the one with the highest rating (4.0+). Open it, find 'Chicken Biryani' or similar, tap Add to cart. Then go to cart and review the order. Copy the order summary (items, total, delivery time) to clipboard. Do NOT place the order - just get to the checkout screen.", + "maxSteps": 25 + } + ] +} diff --git a/examples/github-check-prs.json b/examples/github-check-prs.json new file mode 100644 index 0000000..78ef13f --- /dev/null +++ b/examples/github-check-prs.json @@ -0,0 +1,14 @@ +{ + "name": "GitHub Check Open PRs", + "steps": [ + { + "goal": "Open the URL https://github.com/notifications in the browser using open_url action. Wait for the page to load. Use read_screen to collect all notification titles and their repositories. Copy the summary to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.github.android", + "goal": "Open the GitHub app. Go to the Pull Requests section (it may be under the Notifications or Home tab). Use read_screen to collect all open PRs assigned to me or requesting my review. Copy the list to clipboard.", + "maxSteps": 15 + } + ] +} diff --git a/examples/google-search-report.json b/examples/google-search-report.json new file mode 100644 index 0000000..d50768a --- /dev/null +++ b/examples/google-search-report.json @@ -0,0 +1,10 @@ +{ + "name": "Google Search & Report", + "steps": [ + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Tap the search bar, type 'best budget phones 2025', and press enter. Wait for results to load. Use read_screen to collect the top 10 search results (titles and snippets). Copy everything to clipboard.", + "maxSteps": 15 + } + ] +} diff --git a/examples/instagram-post-check.json b/examples/instagram-post-check.json new file mode 100644 index 0000000..903db7f --- /dev/null +++ b/examples/instagram-post-check.json @@ -0,0 +1,15 @@ +{ + "name": "Instagram Engagement Check", + "steps": [ + { + "app": "com.instagram.android", + "goal": "Tap the profile icon (bottom right) to go to my profile. Tap on the most recent post (first image in the grid). Use read_screen to collect the number of likes, comments, and the first few comments. Copy the engagement stats to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.instagram.android", + "goal": "Check the notifications tab (heart icon at bottom). Use read_screen to collect recent notifications - new followers, likes, comments. Copy a summary to clipboard.", + "maxSteps": 10 + } + ] +} diff --git a/examples/maps-commute.json b/examples/maps-commute.json new file mode 100644 index 0000000..639030a --- /dev/null +++ b/examples/maps-commute.json @@ -0,0 +1,10 @@ +{ + "name": "Check Commute Time", + "steps": [ + { + "app": "com.google.android.apps.maps", + "goal": "Tap the search bar. Type 'Work' or the office address. Tap Directions. Make sure starting point is 'Your location' (current location). Check the driving, transit, and walking times. Use read_screen to collect all route options with ETAs and traffic conditions. Copy the commute summary to clipboard. Do NOT start navigation.", + "maxSteps": 15 + } + ] +} diff --git a/examples/morning-briefing.json b/examples/morning-briefing.json new file mode 100644 index 0000000..9bbe752 --- /dev/null +++ b/examples/morning-briefing.json @@ -0,0 +1,30 @@ +{ + "name": "Morning Briefing", + "steps": [ + { + "app": "com.google.android.apps.messaging", + "goal": "Read all unread SMS messages. Use read_screen to collect all visible messages and copy them to clipboard.", + "maxSteps": 10 + }, + { + "app": "com.whatsapp", + "goal": "Check the top 5 most recent chats. For each unread chat (bold name = unread), open it, use read_screen to collect messages, then go back. Copy a summary of all unread messages to clipboard.", + "maxSteps": 25 + }, + { + "app": "org.telegram.messenger", + "goal": "Check the top 5 most recent chats with unread badges. Open each, use read_screen to collect messages, go back. Copy a summary to clipboard.", + "maxSteps": 25 + }, + { + "app": "com.google.android.calendar", + "goal": "Read today's calendar events. Use read_screen to collect all events visible on today's view. Copy the schedule to clipboard.", + "maxSteps": 10 + }, + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'weather today' and read the result. Copy the weather summary (temperature, conditions, high/low) to clipboard.", + "maxSteps": 10 + } + ] +} diff --git a/examples/multi-app-research.json b/examples/multi-app-research.json new file mode 100644 index 0000000..ccf00b6 --- /dev/null +++ b/examples/multi-app-research.json @@ -0,0 +1,25 @@ +{ + "name": "Research Topic Across Apps", + "steps": [ + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'Bun vs Deno vs Node.js 2025 comparison'. Use read_screen to collect the top 5 results with their key points. Copy to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.google.android.youtube", + "goal": "Search for 'Bun vs Deno vs Node comparison 2025'. Use read_screen to find the top 3 most viewed videos on this topic. Note the titles, channels, view counts, and upload dates. Copy to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.reddit.frontpage", + "goal": "Search for 'Bun vs Deno vs Node' in the search bar. Open the top result from r/programming or r/node. Use read_screen to collect the top comments and opinions. Copy to clipboard.", + "maxSteps": 15 + }, + { + "app": "org.telegram.messenger", + "goal": "Search for 'Saved Messages' and open it. Type a summary note: 'Research: Bun vs Deno vs Node - check clipboard for details from Google, YouTube, and Reddit'. Send it using submit_message.", + "maxSteps": 10 + } + ] +} diff --git a/examples/news-roundup.json b/examples/news-roundup.json new file mode 100644 index 0000000..d0b9b47 --- /dev/null +++ b/examples/news-roundup.json @@ -0,0 +1,20 @@ +{ + "name": "Tech News Roundup", + "steps": [ + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'top tech news today'. Use read_screen to collect the top 5 headlines with brief descriptions from the search results. Copy to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'AI news this week'. Use read_screen to collect the top 5 headlines about AI developments. Copy to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'startup funding news today'. Use read_screen to collect the top 5 results about recent startup fundings. Copy to clipboard.", + "maxSteps": 12 + } + ] +} diff --git a/examples/notes-capture.json b/examples/notes-capture.json new file mode 100644 index 0000000..f57b90f --- /dev/null +++ b/examples/notes-capture.json @@ -0,0 +1,14 @@ +{ + "name": "Quick Notes Capture", + "steps": [ + { + "app": "com.google.android.keep", + "goal": "Tap the + button to create a new note. Enter the title and body text, then tap the back arrow to save.", + "maxSteps": 10, + "formData": { + "Title": "Meeting Notes - Sprint Review", + "Body": "Action items:\n- Deploy v2.1 by Friday\n- Fix login bug (P1)\n- Schedule design review with UX team\n- Update API docs for new endpoints" + } + } + ] +} diff --git a/examples/notification-cleanup.json b/examples/notification-cleanup.json new file mode 100644 index 0000000..a492654 --- /dev/null +++ b/examples/notification-cleanup.json @@ -0,0 +1,13 @@ +{ + "name": "Notification Triage & Cleanup", + "steps": [ + { + "goal": "Pull down the notification bar using a swipe from top to bottom. Use read_screen to collect all visible notifications. Copy the notification summary to clipboard.", + "maxSteps": 8 + }, + { + "goal": "Look at the notifications. Swipe away (left or right) any promotional or non-important notifications (shopping deals, game notifications, news alerts). Keep important ones (messages, calendar, work apps).", + "maxSteps": 20 + } + ] +} diff --git a/examples/price-comparison.json b/examples/price-comparison.json new file mode 100644 index 0000000..ff16e38 --- /dev/null +++ b/examples/price-comparison.json @@ -0,0 +1,20 @@ +{ + "name": "Price Comparison Shopping", + "steps": [ + { + "app": "com.amazon.mShop.android.shopping", + "goal": "Search for 'Sony WH-1000XM5 headphones'. Find the first result and note the price. Use read_screen to collect the product name, price, rating, and delivery info. Copy to clipboard.", + "maxSteps": 15 + }, + { + "app": "com.flipkart.android", + "goal": "Search for 'Sony WH-1000XM5 headphones'. Find the first result and note the price. Use read_screen to collect the product name, price, rating, and delivery info. Copy to clipboard.", + "maxSteps": 15 + }, + { + "app": "com.google.android.googlequicksearchbox", + "goal": "Search for 'Sony WH-1000XM5 price comparison India'. Use read_screen to collect the top search results showing prices from various retailers. Copy to clipboard.", + "maxSteps": 12 + } + ] +} diff --git a/examples/screenshot-share-slack.json b/examples/screenshot-share-slack.json new file mode 100644 index 0000000..52159e2 --- /dev/null +++ b/examples/screenshot-share-slack.json @@ -0,0 +1,14 @@ +{ + "name": "Screenshot Current Screen & Share to Slack", + "steps": [ + { + "goal": "Take a screenshot of the current screen using the keyevent action with code 120 (KEYCODE_SYSRQ for screenshot). Wait 2 seconds for the screenshot to save.", + "maxSteps": 5 + }, + { + "app": "com.Slack", + "goal": "Search for the #bugs channel using the search icon. Open it. Tap the + or attachment icon to attach a file. Navigate to the Screenshots folder and select the most recent screenshot. Add the caption 'Bug found on this screen - see screenshot' and send it using submit_message.", + "maxSteps": 20 + } + ] +} diff --git a/examples/slack-check-messages.json b/examples/slack-check-messages.json new file mode 100644 index 0000000..9017699 --- /dev/null +++ b/examples/slack-check-messages.json @@ -0,0 +1,15 @@ +{ + "name": "Slack Check Unread Messages", + "steps": [ + { + "app": "com.Slack", + "goal": "Tap on the 'Activity' or bell icon to see recent mentions and notifications. Use read_screen to collect all recent activity. Copy the summary to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.Slack", + "goal": "Go back to the main view. Look for channels or DMs with unread indicators (bold text or badges). Open the top 3 unread channels/DMs, use read_screen to collect recent messages in each, then go back. Copy a summary to clipboard.", + "maxSteps": 25 + } + ] +} diff --git a/examples/slack-standup.json b/examples/slack-standup.json new file mode 100644 index 0000000..cd51bd4 --- /dev/null +++ b/examples/slack-standup.json @@ -0,0 +1,13 @@ +{ + "name": "Slack Daily Standup", + "steps": [ + { + "app": "com.Slack", + "goal": "Open the #standup channel by tapping the search icon, typing 'standup', and selecting the channel. Then type the standup message and send it using submit_message.", + "maxSteps": 15, + "formData": { + "Message": "**Daily Standup**\nYesterday: Finished API integration\nToday: Writing tests + code review\nBlockers: None" + } + } + ] +} diff --git a/examples/social-media-engage.json b/examples/social-media-engage.json new file mode 100644 index 0000000..cafc3d2 --- /dev/null +++ b/examples/social-media-engage.json @@ -0,0 +1,15 @@ +{ + "name": "Social Media Engagement Round", + "steps": [ + { + "app": "com.twitter.android", + "goal": "Open the home feed. Scroll through the first 5 posts. For each post, tap the like/heart button. If any post is from someone I follow and is interesting (tech, AI, startup related), also leave a short supportive reply using submit_message.", + "maxSteps": 30 + }, + { + "app": "com.linkedin.android", + "goal": "Open the home feed. Scroll through the first 5 posts. For each post, tap the Like button. If any post is from a connection and about tech/AI/startups, tap Comment and leave a short thoughtful comment using submit_message.", + "maxSteps": 30 + } + ] +} diff --git a/examples/social-media-post.json b/examples/social-media-post.json new file mode 100644 index 0000000..a31333b --- /dev/null +++ b/examples/social-media-post.json @@ -0,0 +1,21 @@ +{ + "name": "Cross-Platform Social Media Post", + "steps": [ + { + "app": "com.twitter.android", + "goal": "Tap the compose/new tweet button (usually a + or feather icon). Type the post text and tap the 'Post' button to publish it.", + "maxSteps": 12, + "formData": { + "Post": "Just shipped a new feature! Building an AI agent that controls Android devices via ADB. The future of mobile automation is here. #AI #Android #Automation" + } + }, + { + "app": "com.linkedin.android", + "goal": "Tap the post/create button (+ icon at bottom). Type the post text in the text area and tap 'Post' to publish.", + "maxSteps": 12, + "formData": { + "Post": "Excited to share: we just shipped a new feature for our AI-powered Android automation agent. It can now orchestrate multi-app workflows - think cross-app data transfer, automated testing, and more.\n\nThe tech: perception-reasoning-action loop using accessibility APIs + LLM decision making.\n\n#AI #AndroidDev #Automation #BuildInPublic" + } + } + ] +} diff --git a/examples/spotify-playlist.json b/examples/spotify-playlist.json new file mode 100644 index 0000000..b526adc --- /dev/null +++ b/examples/spotify-playlist.json @@ -0,0 +1,10 @@ +{ + "name": "Spotify - Start Focus Playlist", + "steps": [ + { + "app": "com.spotify.music", + "goal": "Tap the Search icon at the bottom. Type 'Deep Focus' in the search bar. Open the 'Deep Focus' playlist (the official Spotify one). Tap the Shuffle Play or Play button to start playing.", + "maxSteps": 12 + } + ] +} diff --git a/examples/telegram-channel-digest.json b/examples/telegram-channel-digest.json new file mode 100644 index 0000000..9463629 --- /dev/null +++ b/examples/telegram-channel-digest.json @@ -0,0 +1,15 @@ +{ + "name": "Telegram Channel Digest", + "steps": [ + { + "app": "org.telegram.messenger", + "goal": "Open the search icon, search for 'TechCrunch' channel, and open it. Use read_screen to collect the latest 10 posts. Copy the headlines and summaries to clipboard.", + "maxSteps": 15 + }, + { + "app": "org.telegram.messenger", + "goal": "Go back to main chat list. Search for 'Product Hunt' channel and open it. Use read_screen to collect the latest 10 posts. Copy the product names and descriptions to clipboard.", + "maxSteps": 15 + } + ] +} diff --git a/examples/telegram-send-message.json b/examples/telegram-send-message.json new file mode 100644 index 0000000..de9f033 --- /dev/null +++ b/examples/telegram-send-message.json @@ -0,0 +1,10 @@ +{ + "name": "Telegram Send Message", + "steps": [ + { + "app": "org.telegram.messenger", + "goal": "Search for 'Saved Messages' in the search bar and open it. Type 'Reminder: Review PR #42 before EOD' and send it using submit_message. This is my personal notes chat.", + "maxSteps": 12 + } + ] +} diff --git a/examples/translate-and-reply.json b/examples/translate-and-reply.json new file mode 100644 index 0000000..0cb1481 --- /dev/null +++ b/examples/translate-and-reply.json @@ -0,0 +1,20 @@ +{ + "name": "Translate & Reply on WhatsApp", + "steps": [ + { + "app": "com.whatsapp", + "goal": "Open the most recent unread chat. Use read_screen to collect the last few messages. Copy the text to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.google.android.apps.translate", + "goal": "Tap the text input area. Paste from clipboard. Set the source language to 'Detect language' and target language to 'English'. Wait for translation. Use read_screen to collect the translated text. Copy the translation to clipboard.", + "maxSteps": 15 + }, + { + "app": "com.whatsapp", + "goal": "Open the same chat that had unread messages (it should be the most recent). Type a reply in English and send it using submit_message. The reply should acknowledge what they said based on the translation you just read.", + "maxSteps": 12 + } + ] +} diff --git a/examples/uber-ride.json b/examples/uber-ride.json new file mode 100644 index 0000000..ade2f71 --- /dev/null +++ b/examples/uber-ride.json @@ -0,0 +1,10 @@ +{ + "name": "Uber Ride Price Check", + "steps": [ + { + "app": "com.ubercab", + "goal": "Tap the 'Where to?' search bar. Type 'Airport' and select the first airport result. Wait for ride options to load. Use read_screen to collect all ride types (UberGo, Premier, XL, etc.) with their estimated prices and ETAs. Copy the comparison to clipboard. Do NOT book the ride.", + "maxSteps": 15 + } + ] +} diff --git a/examples/whatsapp-broadcast.json b/examples/whatsapp-broadcast.json new file mode 100644 index 0000000..498c1b1 --- /dev/null +++ b/examples/whatsapp-broadcast.json @@ -0,0 +1,20 @@ +{ + "name": "WhatsApp Broadcast Message", + "steps": [ + { + "app": "com.whatsapp", + "goal": "Search for the contact 'Mom' using the search bar at the top. Open the chat. Type 'Good morning! Hope you have a great day' and send it using submit_message.", + "maxSteps": 12 + }, + { + "app": "com.whatsapp", + "goal": "Go back to the main chat list. Search for the contact 'Dad' using the search bar. Open the chat. Type 'Good morning! Hope you have a great day' and send it using submit_message.", + "maxSteps": 12 + }, + { + "app": "com.whatsapp", + "goal": "Go back to the main chat list. Search for the contact 'Sister' using the search bar. Open the chat. Type 'Good morning! Hope you have a great day' and send it using submit_message.", + "maxSteps": 12 + } + ] +} diff --git a/examples/whatsapp-reply.json b/examples/whatsapp-reply.json new file mode 100644 index 0000000..424200e --- /dev/null +++ b/examples/whatsapp-reply.json @@ -0,0 +1,10 @@ +{ + "name": "WhatsApp Quick Reply", + "steps": [ + { + "app": "com.whatsapp", + "goal": "Open the most recent unread chat (bold name indicates unread). Read the last few messages using read_screen to understand context. Then type a short, friendly reply acknowledging their message and send it using submit_message.", + "maxSteps": 15 + } + ] +} diff --git a/examples/whatsapp-to-email.json b/examples/whatsapp-to-email.json new file mode 100644 index 0000000..d1b8c19 --- /dev/null +++ b/examples/whatsapp-to-email.json @@ -0,0 +1,14 @@ +{ + "name": "Forward WhatsApp Info to Email", + "steps": [ + { + "app": "com.whatsapp", + "goal": "Search for the group 'Work Updates' using the search bar. Open it. Use read_screen to collect the last 10 messages. Copy all the text to clipboard using clipboard_set.", + "maxSteps": 15 + }, + { + "goal": "Use compose_email to send an email. Set the query (email address) to 'myself@gmail.com'. Set the text to 'WhatsApp Work Updates Summary - forwarded from group chat' followed by the clipboard contents. The compose_email action will open the email app with the To field pre-filled.", + "maxSteps": 15 + } + ] +} diff --git a/examples/wifi-password-share.json b/examples/wifi-password-share.json new file mode 100644 index 0000000..44bb5a8 --- /dev/null +++ b/examples/wifi-password-share.json @@ -0,0 +1,18 @@ +{ + "name": "Share WiFi Password via WhatsApp", + "steps": [ + { + "goal": "Open WiFi settings using open_settings with setting 'wifi'. Find the currently connected network. Long press on it and look for 'Share' or QR code option to see the password. Use read_screen to collect the password. Copy it to clipboard.", + "maxSteps": 12 + }, + { + "app": "com.whatsapp", + "goal": "Search for the contact specified below. Open the chat. Type the WiFi password from clipboard and send it using submit_message.", + "maxSteps": 12, + "formData": { + "Contact": "John", + "Message prefix": "Here's the WiFi password: " + } + } + ] +} diff --git a/examples/youtube-watch-later.json b/examples/youtube-watch-later.json new file mode 100644 index 0000000..5c58c35 --- /dev/null +++ b/examples/youtube-watch-later.json @@ -0,0 +1,15 @@ +{ + "name": "YouTube Save to Watch Later", + "steps": [ + { + "app": "com.google.android.youtube", + "goal": "Search for 'Andrej Karpathy latest' in the search bar. From the results, find the most recent video (check upload dates). Long press on the video thumbnail and tap 'Save to Watch Later' or tap the three-dot menu on the first result and select 'Save to Watch later'.", + "maxSteps": 15 + }, + { + "app": "com.google.android.youtube", + "goal": "Go back to search results. Search for 'Lex Fridman latest podcast'. Find the most recent upload and save it to Watch Later using the three-dot menu.", + "maxSteps": 15 + } + ] +}