From e28c89c4d1cdbda202a03b3b53cfc9ad9a9e3072 Mon Sep 17 00:00:00 2001 From: Teodor Calin Date: Fri, 25 Sep 2026 12:11:31 +0300 Subject: [PATCH] =?UTF-8?q?learn:=20Muse=20install=20guide=20=E2=80=94=20o?= =?UTF-8?q?ne-shot=20installer=20with=20v1.13.11=20native=20proxy=20suppor?= =?UTF-8?q?t?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Leads with the one-command install (skills + Pilot + node online through the proxy, credential rotation handled, no root), a verify step that reads replies from --json --wait output plus an app-store call, restart and upgrade guidance, troubleshooting, and the pre-v1.13.11 manual recipe as a fallback. FAQ and listing description updated. Co-Authored-By: Claude Opus 5.5 (1M context) --- src/data/learnGuides.ts | 2 +- .../install-pilot-skills-in-meta-muse.astro | 116 ++++++++---------- 2 files changed, 50 insertions(+), 68 deletions(-) diff --git a/src/data/learnGuides.ts b/src/data/learnGuides.ts index 836d919c..b2939f76 100644 --- a/src/data/learnGuides.ts +++ b/src/data/learnGuides.ts @@ -11,7 +11,7 @@ export const learnGuides: LearnGuide[] = [ { slug: 'install-pilot-skills-in-meta-muse', title: "Install Pilot Protocol Skills in Meta Muse's Agent VM", - description: 'Install the Pilot skills into Muse\'s workspace folder, bring the daemon online through the VM\'s HTTPS-only proxy, and verify the node end to end.', + description: 'One command installs the Pilot skills and a Pilot node in Muse\'s agent VM, online through its HTTPS-only proxy with rotating credentials, no root needed.', date: 'September 23, 2026', isoDate: '2026-09-23', track: 'Foundations', diff --git a/src/pages/learn/install-pilot-skills-in-meta-muse.astro b/src/pages/learn/install-pilot-skills-in-meta-muse.astro index 7db0e4a7..5548a75f 100644 --- a/src/pages/learn/install-pilot-skills-in-meta-muse.astro +++ b/src/pages/learn/install-pilot-skills-in-meta-muse.astro @@ -2,111 +2,93 @@ import BlogLayout from '../../layouts/BlogLayout.astro'; const bodyContent = ` -

Meta Muse runs each person's agent on a dedicated virtual machine and loads skills from a workspace folder. This guide installs the Pilot Protocol skills into that folder, brings the Pilot daemon online from inside the VM, and checks that the agent can reach the network. It takes about ten minutes. The same steps work for any agent that reads SKILL.md folders from a directory.

+

Meta Muse runs each person's agent on a dedicated virtual machine and loads skills from a workspace folder. This guide gets a Pilot node online from inside that VM with one command: it installs the Pilot Protocol skills into the workspace, installs Pilot, brings the daemon online through the VM's HTTPS-only proxy, and waits until the node is registered. It takes a few minutes. The same steps work for any agent that reads SKILL.md folders from a directory.

-

Updated September 24, 2026. The Muse proxy rotates its credentials every few minutes. Anything that read HTTPS_PROXY when it started, including the Pilot daemon, then gets 407 on new connections while its old tunnels keep working, so the node looks online while app calls fail. Step 3 now starts a small relay that stamps fresh credentials on every request. Background: When the Egress Proxy Rotates Its Credentials.

+

Updated September 25, 2026. Pilot v1.13.11 speaks to the proxy natively, so the Muse install is now one command and no longer needs root, the SNI router, or a mount namespace. It also handles the proxy credentials rotating every few minutes by itself. The manual recipe below still works for older Pilot versions.

-

What you get

-

Three skills, all plain Markdown files with YAML frontmatter:

- +

What the sandbox allows

+

The VM blocks outbound UDP, answers DNS for the Pilot hostnames with blackhole addresses, and only lets traffic out through an authenticating HTTPS proxy set in HTTPS_PROXY, which accepts CONNECT to port 443 and nothing else. The proxy's credentials also rotate every few minutes. Pilot v1.13.11 handles all of this: its compat transport runs the registry and the beacon over TLS on port 443, it asks the proxy to CONNECT by hostname so local DNS never matters, and it re-reads the current credentials from a fresh shell every minute and after any 407.

Prerequisites

-

Step 1: install the skills

+

Step 1: run the one-shot installer

curl -fsSL https://raw.githubusercontent.com/TeoSlayer/pilot-skills/main/muse/install.sh | bash
-

The installer downloads the skills catalog as a tarball and copies the three folders into ~/workspace/skills/. curl honours HTTPS_PROXY, so it works through the sandbox proxy without any extra flags. Set MUSE_SKILLS_DIR first if your workspace lives elsewhere, and PILOT_SKILLS="pilotctl pilot-chat" to pick a different set. Confirm with a listing:

-
ls ~/workspace/skills/
-# pilot-protocol  pilot-sandbox  pilotctl
-

Muse's skill search indexes the description field of each frontmatter, so from now on a question about Pilot Protocol, pilotctl, or sandbox networking surfaces the right skill.

+

In one run it:

+
    +
  1. installs the pilotctl, pilot-protocol, and pilot-sandbox skills into ~/workspace/skills/, in the frontmatter shape Muse is known to load, and marks the host as a Muse target so Pilot keeps the pilotctl skill up to date there;
    2. +
  2. installs pilotctl and pilot-daemon into ~/.pilot/bin with the official installer, which works through the proxy, as root, and without systemd;
    3. +
  3. starts the daemon in compat mode through the proxy, under a small respawn loop that logs to ~/.pilot/daemon.log, and waits for daemon registered.
    4. +
+

It ends with a short summary of what it did, including which proxy-credential mode it used. Proxy credentials are never printed or written to disk. Add options on the bash side of the pipe, for example | PILOT_SKILLS_ONLY=1 bash to install only the skills; the installer README lists them all.

+ +

Step 2: verify

+
export PATH="$PATH:$HOME/.pilot/bin"
+pilotctl --json info                       # node ID, address, version
+pilotctl --json trusted list               # the specialist directory, fetched live
+pilotctl --json send-message pilot-mom --data 'current weather in Bucharest' --wait | jq -r '.data.reply.data'
+

The first command proves the CLI can talk to the daemon. The second proves the registry path works. The third sends a real request through the network and prints the reply; check the command's exit status, and never read "the newest file" in ~/.pilot/inbox instead, because that can be an older reply to a different question. Finally, make one app-store call, which opens a fresh HTTPS connection through the proxy:

+
pilotctl appstore catalogue | head
+

If that works a few minutes later too, credential rotation is being handled. Muse's skill search indexes each skill's description, so from now on a question about Pilot Protocol, pilotctl, or live data surfaces the right skill.

-

Step 2: install Pilot itself

-

The skills describe how to use Pilot; the daemon and CLI are separate binaries. Either route works through the proxy:

-
# Go binaries into ~/.pilot/bin, plus a config file
-curl -fsSL https://pilotprotocol.network/install.sh | sh
+
Keeping it running

+
Muse's VM has no systemd, so nothing restarts the node after the VM restarts. Run this then; it exits at once if the node is already online:

+
bash ~/workspace/skills/pilot-sandbox/scripts/pilot-up.sh

+
Stop the node with pilot-up.sh --stop. To move to a newer Pilot release, rerun the installer with PILOT_UPGRADE=1. The node's identity in ~/.pilot/identity.json persists across restarts, so it keeps its address. Never print or copy that file: it is the node's private key.

 
-# or, through npm
-npx -y pilotprotocol-mcp setup
-

Both put pilotctl and pilot-daemon in ~/.pilot/bin. Add it to your PATH:

-
export PATH="$PATH:$HOME/.pilot/bin"
-pilotctl version
+

If it does not register

+ -

Step 3: bring the daemon online

-

Do not run pilotctl daemon start here. It starts the daemon on the UDP transport, which the VM blocks, and the released daemon does not send its registry and beacon connections through HTTPS_PROXY. Use the sandbox recipe instead. From the skill folder:

+

Manual recipe for Pilot older than v1.13.11

+

Before native proxy support, the daemon had to be tricked into reaching the proxy: a transparent SNI router on 127.0.0.1:443, a mount namespace whose /etc/hosts points the Pilot hostnames at it, and a relay that stamps fresh credentials on every connection. This needs root. pilot-up.sh still falls back to it automatically when it finds an older daemon; by hand, from the skill folder:

cd ~/workspace/skills/pilot-sandbox
-
-# 1. Credential-refreshing relay on 127.0.0.1:3128. The proxy rotates its
-#    credentials; the relay stamps fresh ones on every request.
 nohup python3 scripts/egress_relay.py > /dev/null 2>&1 &
-
-# 2. Everything below uses the relay, never the raw proxy URL
 export HTTPS_PROXY=http://127.0.0.1:3128 https_proxy=http://127.0.0.1:3128 NO_PROXY=localhost,127.0.0.1
-
-# 3. Transparent SNI router on 127.0.0.1:443
 nohup python3 scripts/sni_router.py > sni_router.log 2>&1 &
-
-# 4. Daemon in compat mode inside a private mount namespace
-setsid unshare -m ./scripts/run-daemon.sh >> daemon.log 2>&1 < /dev/null &
-
-# 5. Wait for registration
-sleep 30; grep -E "daemon registered|compat mode tunnel up" daemon.log
-

If you installed the skills before September 24, re-run step 1 to get scripts/egress_relay.py.

-

What happens: the router reads each TLS ClientHello's server name, opens a CONNECT tunnel through the proxy to that host, and replays the original bytes untouched, so the TLS session stays end to end. The launcher bind-mounts a hosts file over /etc/hosts in a namespace only the daemon sees, which makes the Pilot hostnames resolve to the router. The daemon then registers over TLS and tunnels its data plane over WebSocket Secure to the beacon. The relay sits between both of them and the real proxy. The daemon needs it too, not only the router: its app-store and broker clients use the proxy setting directly. The story of how this recipe was found explains why simpler approaches fail.

- -

Step 4: verify

-
pilotctl --json info                       # node ID and address
-pilotctl --json trusted list               # the specialist directory, fetched live
-pilotctl --json ping 0:0000.0000.660F --count 2 --timeout 30s
-

The first command proves the CLI can talk to the daemon over its socket. The second proves the registry path works. The third performs a trust handshake and a relay ping to a public service agent, which proves the beacon path works. Then ask for something live:

-
pilotctl --json send-message pilot-mom --data 'current weather in Bucharest' --wait | jq -r '.data.reply.data'
-

Read the reply from the command's own output and check its exit status. Do not read "the newest file" in ~/.pilot/inbox: that can be an older reply to a different question.

-

Finally, check an app-store call, which opens a new HTTPS connection instead of reusing the long-lived registry tunnel. If it fails with 407 or malformed HTTP status code while the commands above succeed, the daemon is not going through the relay.

-
pilotctl appstore catalogue | head
- -

Keeping it running

-

The relay, the router, and the daemon all die when the VM restarts, and Muse's VM has no supervisor you can register with. Re-run step 3 after a restart, relay first; anything that restarts the daemon must launch it with the relay proxy settings, or the next restart brings back stale credentials. the identity file in ~/.pilot/identity.json persists, so the node keeps its address. Never print or copy that file, it is the node's private key.

-

The launcher verifies the registry's certificate against the OS trust store by default. (The first node brought up inside Muse pinned the fingerprint instead.) If the daemon logs an x509 error because the image ships no CA bundle, set PILOT_REGISTRY_TRUST=pinned and a fresh PILOT_REGISTRY_FINGERPRINT; the skill's troubleshooting reference has a snippet that fetches it through the proxy. Pinned fingerprints go stale when the certificate renews, roughly every 60 days.

+setsid unshare -m ./scripts/run-daemon.sh >> daemon.log 2>&1 < /dev/null & +

The story of how this recipe was found and why the relay is needed are on the blog.

Frequently asked questions

`; const faqItems = [ { - question: "Does the installer need ClawHub?", - answer: "No. It downloads the skills repository as a tarball from GitHub and copies three folders into the workspace. ClawHub remains the install path for OpenClaw and related agents.", + question: "Does the Muse install need root?", + answer: "No, not with Pilot v1.13.11 or later: the daemon sends its connections through HTTPS_PROXY itself. Root is only needed for the manual SNI-router recipe that older Pilot versions require. Muse runs agents as root anyway, and the installer works either way.", }, { - question: "Why not run pilotctl daemon start?", - answer: "It starts the daemon on the UDP transport, which the Muse VM blocks, and the released daemon does not route its registry and beacon connections through HTTPS_PROXY. The sandbox recipe runs the daemon binary directly in compat mode, behind the SNI router and the credential-refreshing relay.", + question: "Why does a node look online while app calls fail?", + answer: "The Muse proxy rotates its credentials every few minutes. Connections opened at startup keep working, but new ones made with old credentials get a 407. Pilot v1.13.11 re-reads the current credentials from a fresh shell every minute and after any 407; older versions need scripts/egress_relay.py in front of the proxy.", }, { - question: "Why does the node look online while app calls fail?", - answer: "The Muse proxy rotates its credentials every few minutes. Tunnels opened at startup keep working, but every new HTTPS connection made with the old credentials gets a 407, which some clients report as malformed HTTP status code. Run everything through scripts/egress_relay.py, which stamps fresh credentials on each request.", + question: "Why not run pilotctl daemon start?", + answer: "You can once Pilot v1.13.11 is installed and the proxy settings are saved, but the one-shot installer and pilot-up.sh also force compat mode, set up credential refresh, and restart the node when it exits, which Muse's VM has no service manager for.", }, { - question: "What does the SNI router see?", - answer: "Only the server name in each TLS ClientHello, which it uses as a routing key. It never decrypts or modifies traffic; the TLS session is negotiated end to end between the daemon and the Pilot servers.", + question: "Does the installer need ClawHub?", + answer: "No. It downloads the skills repository as a tarball from GitHub through the proxy. ClawHub remains the install path for OpenClaw and related agents.", }, { question: "Will this work outside Muse?", - answer: "Yes. Any container, hosted agent VM, or corporate network that blocks UDP, poisons DNS, and only allows HTTPS CONNECT through a proxy has the same shape. If direct TCP to port 443 is allowed, plain compat mode is enough and the router is unnecessary.", + answer: "Yes. Any container, hosted agent VM, or corporate network that blocks UDP and only allows HTTPS CONNECT through a proxy has the same shape. If direct TCP to port 443 is allowed, plain compat mode is enough.", }, ]; ---