Merge pull request #19 from pankaj4u4m/telemetry

Refactor memory handling to support optional agent IDs

Author: pankaj4u4m

README.md

@@ -8,13 +8,17 @@ Atelier helps teams ship the same context runtime everywhere: on the command lin
 
 The runtime separates **Passive Tracking** (enabled by default) from **Active Context** (requires Development Mode).
 
+![Atelier Overview dashboard](docs/assets/screenshots/overview.png)
+
 ## Passive Tracking (Production Ready)
 
 - **Sessions & Ledger** — track every agent run and execution state
 - **Expense Tracking** — aggregate token usage and estimated costs across all hosts
 - **Traces** — record observable execution history (files, commands, errors)
 - **Tools & Agents** — central registry of available capabilities and personas
 
+![Cost & efficiency analytics across hosts, models, and tools](docs/assets/screenshots/analytics.png)
+
 ## Active Context (Development Mode)
 
 _Enable with `ATELIER_DEV_MODE=1`_

docs/assets/screenshots/analytics.png

@@ -109,4 +109,83 @@ describe("Traces page", () => {
     expect(screen.getByText(/run-timeout/i)).toBeInTheDocument();
     expect(screen.getByText(/Commands:/i)).toBeInTheDocument();
   });
+
+  it("hides stale or unrelated highlighted snippets for the current search", async () => {
+    const user = userEvent.setup();
+    vi.spyOn(globalThis, "fetch").mockImplementation(
+      (input: RequestInfo | URL) => {
+        const url = String(input);
+
+        if (url.includes("/api/traces")) {
+          const params = new URL(url, "http://localhost").searchParams;
+          const query = params.get("query");
+          return Promise.resolve(
+            jsonResponse({
+              items: [
+                {
+                  id: query ? "trace-sidecar" : "trace-base",
+                  session_id: query ? "run-sidecar" : "run-base",
+                  agent: "codex",
+                  host: "codex",
+                  domain: "coding",
+                  task: query ? "Investigate sidecar session" : "Base session",
+                  status: "success",
+                  files_touched: [],
+                  tools_called: [],
+                  commands_run: [],
+                  errors_seen: [],
+                  repeated_failures: [],
+                  validation_results: [],
+                  created_at: "2026-05-12T00:00:00Z",
+                  snippets: query
+                    ? [
+                        "Tools: [[shopify]] sync service skills",
+                        "Commands: inspect [[sidecar]] process logs",
+                      ]
+                    : [],
+                },
+              ],
+              metrics: {
+                stats: {
+                  total: 1,
+                  success: 1,
+                  failed: 0,
+                  partial: 0,
+                },
+                hosts: ["codex"],
+                domains: ["coding"],
+              },
+            })
+          );
+        }
+
+        return Promise.resolve(new Response("not found", { status: 404 }));
+      }
+    );
+
+    render(
+      <MemoryRouter initialEntries={["/sessions"]}>
+        <Routes>
+          <Route path="/sessions" element={<Traces />} />
+        </Routes>
+      </MemoryRouter>
+    );
+
+    await waitFor(() => {
+      expect(screen.getByText("Base session")).toBeInTheDocument();
+    });
+
+    await user.type(
+      screen.getByPlaceholderText(
+        /Search tasks, reasoning, tools, commands, files, validations, and summaries/i
+      ),
+      "sidecar"
+    );
+
+    expect(
+      await screen.findByText("Investigate sidecar session")
+    ).toBeInTheDocument();
+    expect(screen.getByText(/inspect/i)).toBeInTheDocument();
+    expect(screen.queryByText(/shopify/i)).not.toBeInTheDocument();
+  });
 });

docs/assets/screenshots/external.png

@@ -1,4 +1,4 @@
-import { useEffect, useState, useMemo } from "react";
+import { useEffect, useState, useMemo, useRef } from "react";
 import { useSearchParams } from "react-router-dom";
 import {
   api,
@@ -27,6 +27,7 @@ export default function Traces() {
   const [query, setQuery] = useState<string>(initialQuery);
   const [searchInput, setSearchInput] = useState<string>(initialQuery);
   const [page, setPage] = useState(0);
+  const tracesRequestSeq = useRef(0);
 
   useEffect(() => {
     const urlQuery = searchParams.get("q") ?? "";
@@ -70,21 +71,28 @@ export default function Traces() {
 
   // Fetch traces when filters change
   useEffect(() => {
+    const requestSeq = ++tracesRequestSeq.current;
+    let cancelled = false;
     setLoading(true);
     setPage(0);
     setErr(null);
     api
       .traces(50, 0, domainFilter, hostFilter, query)
       .then((res) => {
+        if (cancelled || requestSeq !== tracesRequestSeq.current) return;
         setItems(res.items);
         setMetrics(res.metrics);
         setHasMore(res.items.length >= 50);
         setLoading(false);
       })
       .catch((e) => {
+        if (cancelled || requestSeq !== tracesRequestSeq.current) return;
         setErr(String(e));
         setLoading(false);
       });
+    return () => {
+      cancelled = true;
+    };
   }, [domainFilter, hostFilter, query]);
 
   useEffect(() => {
@@ -126,18 +134,21 @@ export default function Traces() {
 
   const loadMore = () => {
     if (loading || !hasMore) return;
+    const requestSeq = tracesRequestSeq.current;
     setLoading(true);
     const nextOffset = (page + 1) * 50;
     api
       .traces(50, nextOffset, domainFilter, hostFilter, query)
       .then((res) => {
+        if (requestSeq !== tracesRequestSeq.current) return;
         setItems((prev) => (prev ? [...prev, ...res.items] : res.items));
         setMetrics(res.metrics);
         setHasMore(res.items.length >= 50);
         setPage((p) => p + 1);
         setLoading(false);
       })
       .catch((e) => {
+        if (requestSeq !== tracesRequestSeq.current) return;
         setErr(String(e));
         setLoading(false);
       });
@@ -296,6 +307,7 @@ export default function Traces() {
           <TraceCard
             key={t.id}
             trace={t}
+            searchQuery={query}
             isExpanded={expandedId === t.id}
             onToggle={() => toggleExpanded(t.id)}
             onOpenInspector={() => openInspector(t)}
@@ -337,11 +349,13 @@ export default function Traces() {
 
 function TraceCard({
   trace,
+  searchQuery,
   isExpanded,
   onToggle,
   onOpenInspector,
 }: {
   trace: Trace;
+  searchQuery: string;
   isExpanded: boolean;
   onToggle: () => void;
   onOpenInspector: () => void;
@@ -393,7 +407,7 @@ function TraceCard({
               {trace.task}
             </p>
             {trace.snippets && trace.snippets.length > 0 && (
-              <TraceSearchHits snippets={trace.snippets} />
+              <TraceSearchHits snippets={trace.snippets} query={searchQuery} />
             )}
             <div className="flex items-center gap-3 text-[10px] text-neutral-500 font-mono">
               <span>Session: {trace.session_id}</span>
@@ -415,10 +429,21 @@ function TraceCard({
   );
 }
 
-function TraceSearchHits({ snippets }: { snippets: string[] }) {
+function TraceSearchHits({
+  snippets,
+  query,
+}: {
+  snippets: string[];
+  query: string;
+}) {
+  const matchingSnippets = snippets.filter((snippet) =>
+    snippetMatchesSearchQuery(snippet, query)
+  );
+  if (matchingSnippets.length === 0) return null;
+
   return (
     <div className="mb-2 mt-2 space-y-1.5">
-      {snippets.slice(0, 4).map((snippet, index) => (
+      {matchingSnippets.slice(0, 4).map((snippet, index) => (
         <div
           key={`${snippet}-${index}`}
           className="border border-amber-900/30 bg-amber-950/10 px-2.5 py-1.5 text-[11px] leading-relaxed text-neutral-300"
@@ -430,6 +455,28 @@ function TraceSearchHits({ snippets }: { snippets: string[] }) {
   );
 }
 
+function searchTerms(query: string): string[] {
+  const terms = Array.from(query.matchAll(/"([^"]+)"|(\S+)/g))
+    .map((match) => (match[1] || match[2] || "").trim().toLowerCase())
+    .flatMap((term) => term.split(/[^0-9a-z_]+/i))
+    .filter(Boolean);
+  return [...new Set(terms)];
+}
+
+function snippetMatchesSearchQuery(snippet: string, query: string): boolean {
+  const terms = searchTerms(query);
+  if (terms.length === 0) return true;
+
+  const markedTerms = Array.from(snippet.matchAll(/\[\[(.*?)\]\]/g))
+    .map((match) => match[1].trim().toLowerCase())
+    .flatMap((term) => term.split(/[^0-9a-z_]+/i))
+    .filter(Boolean);
+
+  return markedTerms.some((marked) =>
+    terms.some((term) => marked.startsWith(term) || term.startsWith(marked))
+  );
+}
+
 function SnippetText({ text }: { text: string }) {
   const compact = text.replace(/\s+/g, " ").trim();
   const parts = compact.split(/(\[\[.*?\]\])/g);

docs/assets/screenshots/overview.png

@@ -335,37 +335,46 @@ main() {
     fi
 
     if [[ "$ATELIER_NO_SERVICECTL" != "1" ]]; then
-        info "Starting Atelier background service controller..."
-        if [[ "$ATELIER_DRY_RUN" == "1" ]]; then
-            echo "[dry-run] $ATELIER_BIN_DIR/atelier servicectl start --interval-seconds $ATELIER_SERVICECTL_INTERVAL_SECONDS --maintenance-interval-seconds $ATELIER_SERVICECTL_MAINTENANCE_INTERVAL_SECONDS"
-        else
-            "$ATELIER_BIN_DIR/atelier" servicectl start \
-                --interval-seconds "$ATELIER_SERVICECTL_INTERVAL_SECONDS" \
-                --maintenance-interval-seconds "$ATELIER_SERVICECTL_MAINTENANCE_INTERVAL_SECONDS" >/dev/null
-        fi
-    else
-        info "Skipping background service controller because ATELIER_NO_SERVICECTL=1"
-    fi
+        if command -v systemctl >/dev/null 2>&1 || [[ "$(uname -s)" == "Darwin" ]]; then
+            info "Registering Atelier services with background manager..."
+            local background_args=()
+            if [[ "$ATELIER_NO_STACK" != "1" && $(command -v docker) ]]; then
+                background_args+=("--with-stack")
+            fi
 
-    STACK_STARTED=0
-    if [[ "$ATELIER_NO_STACK" != "1" ]]; then
-        if command -v docker >/dev/null 2>&1; then
-            info "Starting Atelier visualization stack (service + frontend)..."
             if [[ "$ATELIER_DRY_RUN" == "1" ]]; then
-                echo "[dry-run] $ATELIER_BIN_DIR/atelier stack start"
+                echo "[dry-run] $ATELIER_BIN_DIR/atelier background install ${background_args[*]}"
             else
-                "$ATELIER_BIN_DIR/atelier" stack start \
-                    && STACK_STARTED=1 \
-                    || warn "Visualization stack did not start (Docker daemon may not be running)"
+                "$ATELIER_BIN_DIR/atelier" background install "${background_args[@]}" >/dev/null
             fi
         else
-            info "Skipping visualization stack because Docker is not installed"
+            info "Starting Atelier background service controller (loose process)..."
+            if [[ "$ATELIER_DRY_RUN" == "1" ]]; then
+                echo "[dry-run] $ATELIER_BIN_DIR/atelier servicectl start --interval-seconds $ATELIER_SERVICECTL_INTERVAL_SECONDS --maintenance-interval-seconds $ATELIER_SERVICECTL_MAINTENANCE_INTERVAL_SECONDS"
+            else
+                "$ATELIER_BIN_DIR/atelier" servicectl start \
+                    --interval-seconds "$ATELIER_SERVICECTL_INTERVAL_SECONDS" \
+                    --maintenance-interval-seconds "$ATELIER_SERVICECTL_MAINTENANCE_INTERVAL_SECONDS" >/dev/null
+            fi
+
+            if [[ "$ATELIER_NO_STACK" != "1" ]]; then
+                if command -v docker >/dev/null 2>&1; then
+                    info "Starting Atelier visualization stack (service + frontend)..."
+                    if [[ "$ATELIER_DRY_RUN" == "1" ]]; then
+                        echo "[dry-run] $ATELIER_BIN_DIR/atelier stack start"
+                    else
+                        "$ATELIER_BIN_DIR/atelier" stack start \
+                            && STACK_STARTED=1 \
+                            || warn "Visualization stack did not start (Docker daemon may not be running)"
+                    fi
+                fi
+            fi
         fi
     else
-        info "Skipping visualization stack because ATELIER_NO_STACK=1"
+        info "Skipping background services because ATELIER_NO_SERVICECTL=1"
     fi
 
-    if [[ "$STACK_STARTED" == "1" ]]; then
+    if [[ "$STACK_STARTED" == "1" || ( "$ATELIER_NO_SERVICECTL" != "1" && $(command -v systemctl) && "$ATELIER_NO_STACK" != "1" ) ]]; then
         echo "  Visualization stack is running:"
         echo "    frontend: http://localhost:3125"
         echo "    service:  http://localhost:8787"
@@ -374,7 +383,7 @@ main() {
     echo "  Commands:"
     echo "    atelier --version           - Check core CLI version"
     echo "    atelier-mcp --version       - Check MCP server version"
-    echo "    atelier servicectl status   - View background service and systemctl status"
+    echo "    atelier background status   - View background service status"
     echo "    atelier stack start         - Start production API and Frontend (requires Docker)"
     echo "    atelier stack stop          - Stop the visualization stack"
     echo "    atelier stack logs          - View stack logs"