diff --git a/.github/skills/erd-viewer/SKILL.md b/.agents/skills/erd-viewer/SKILL.md similarity index 100% rename from .github/skills/erd-viewer/SKILL.md rename to .agents/skills/erd-viewer/SKILL.md diff --git a/.agents/skills/purview-architecture-testing/SKILL.md b/.agents/skills/purview-architecture-testing/SKILL.md new file mode 100644 index 0000000..0619225 --- /dev/null +++ b/.agents/skills/purview-architecture-testing/SKILL.md @@ -0,0 +1,183 @@ +--- +name: purview-architecture-testing +description: >- + Use when adding, changing or debugging architecture tests in a .NET solution - dependency-direction + rules, forbidden framework references, project naming checks, cycle detection - or when a boundary + keeps being broken in review and should fail the build instead. Adopts Purview.Architecture.Testing + and a single policy file rather than hand-maintained lists. +license: MIT +metadata: + author: Purview-Dev + version: "2.0" +--- + +# Purview architecture testing + +A boundary that only review enforces is a boundary that erodes. The job of this skill is to turn a +rule a reviewer keeps repeating into a test that fails the build, **without** producing a wall of +brittle assertions that everyone disables six months later. + +Prerequisite: know what the projects are *for*. See `purview-architecture`. + +## 1. Only test a rule that is real + +Before writing anything, answer: **has this rule been broken, or is it certain to be?** + +A test for a dependency nobody would plausibly add is cost with no benefit. Good candidates: + +- A direction that has already been violated once. +- A boundary that is load-bearing - Core staying free of EF Core, Composition being referenced by + nothing. +- A rule a newcomer cannot infer from the code. + +Bad candidates: anything the compiler already enforces, and style preferences dressed up as +architecture. + +## 2. Adopt the package; define the policy once + +The failure mode of architecture tests is a dependency matrix written twice - once in a wiki table and +once in assertions - which then disagree. The prose is the copy that drifts, because nothing fails +when it is wrong. + +So do not write the rule engine. `Purview.Architecture.Testing` ships it, so the matrix, naming, +sibling-independence, composition, forbidden-package, cycle, test-reference and waiver rules are +defined once and shared. Adoption is two files. + +**A policy** at `.config/architecture-policy.json`, pointing at the published schema so an editor +validates it as you type: + +```json +{ + "$schema": "https://raw.githubusercontent.com/purview-dev/architests/main/architecture-policy.schema.json", + "version": 2, + "sourceRoots": ["src"], + "responsibilities": [ + { + "name": "Core", + "aliases": ["Domain"], + "category": "domain", + "purpose": "The domain model, its invariants and its rules.", + "mayDependOn": ["Shared"], + "mustNotDependOn": ["Application", "Persistence", "Composition"], + "forbiddenPackagePrefixes": ["Microsoft.EntityFrameworkCore", "Microsoft.AspNetCore"] + } + ], + "waivers": [] +} +``` + +**One derived test class:** + +```csharp +[InheritsTests] +public sealed class ArchitectureTests : PurviewArchitectureTests; +``` + +That is the whole of the adoption. Each rule is a separate test, so a failure names the rule rather +than collapsing the set into one assertion, and the package validates the policy against its schema +first - a policy that does not match the schema may be silently missing a rule. + +The build-sdk ships a skill for the package itself, `purview-buildsdk-architecture-tests`, which is +authoritative on its API and rule ids. Read it rather than this page when you are extending or +debugging the package. + +Then add a test that the documentation matches the policy, so the table in the wiki is falsifiable +too. Full worked example: +[Project Responsibilities](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Project-Responsibilities.md). + +## 3. Read project files, and assemblies + +Two sources, because they catch different things: + +| Source | Catches | Misses | +| -- | -- | -- | +| `.csproj` `ProjectReference` | The reference a reviewer actually added | A dependency arriving transitively | +| Compiled assembly references | A dependency that arrived indirectly | Intent — it cannot tell direct from transitive | + +The package's rules read the **project files**, because a declared `ProjectReference` is what a +reviewer adds and what the policy governs. Add a small hand-written test that reads the **compiled +assemblies** for the leak a project file cannot show - a namespace from the wrong layer reaching a +public type. + +Classify a project by the **first segment** of its name, so `Persistence.SqlServer` and `Persistence` +are both Persistence - qualification is a naming choice, never a different rule. The package does +this for you; a hand-written assembly test must do it too. + +## 4. The rules worth having + +| Rule | What it catches | +| -- | -- | +| Dependency matrix | Core referencing Persistence; Application referencing a concrete provider | +| Nothing references Composition | A circular implementation choice | +| Sibling independence | `Providers.GitHub` reaching into `Providers.AzureDevOps` | +| Forbidden package prefixes | EF Core in Core; ASP.NET hosting in a domain project | +| Cycle detection | A graph that MSBuild rejects with an unreadable message | +| Catch-all names | `Infrastructure`, `Services`, `Helpers` appearing as project names | +| No production → test reference | A test helper leaking into shipped code | + +The package provides all of these. Do not re-implement one; change the policy instead. + +## 5. Write failures someone can act on + +This is what decides whether the suite survives. A failure must name: + +1. The offending project. +2. The rule violated. +3. The specific reference that broke it. +4. The direction the dependency *should* run. +5. The likely fix. + +```text +'Application' (Application) references 'Persistence.SqlServer' (Persistence), but Application +must not depend on Persistence. Invert it: Persistence may depend on Application, or introduce +an abstraction that Application owns and Persistence implements. +``` + +Not `Expected collection to be empty`. Collect every violation and report them as a numbered list - +one test run should show all of them, not the first. The package already reports this way; keep the +same standard in any rule you add. + +## 6. Waivers, not suppressions + +A repository that predates the policy will violate it. Deleting the test or adding a blanket +`#pragma` makes the policy a lie. Record the departure in the policy instead: + +```json +{ + "project": "Infrastructure", + "mapsTo": "Adapters", + "rules": ["naming"], + "reason": "Holds one adapter, predates the catalogue; renaming churns the wiki and docs for no gain.", + "reviewedOn": "2026-10-15" +} +``` + +The package tests the waivers themselves: each must name a project that still exists, a rule, and a +substantive reason. A waiver for a deleted project is dead weight that hides the next one. + +Critically, a waiver excuses **the narrowest thing possible** - usually the name. `mapsTo` keeps the +project classified so every dependency rule still applies to it. Prefer a waiver to +`SkipRule`, which removes a rule for the whole repository with no record. + +## 7. Conventions + +- TUnit, matching the repository's other tests, adopted through `PurviewArchitectureTests` with + `[InheritsTests]`. +- Arrange/Act/Assert, one behaviour per test. +- Let the package find the repository root - it probes upward for the policy and stops at the `.git` + boundary. Override `RepositoryRoot` only when the policy does not sit above the test binary. +- Keep the policy file free of anything a rule cannot read; a field no rule consults is a rule that + looks enforced and is not. + +## Checks before you answer + +- Is every rule you added one that has been, or will be, broken? +- Is the matrix defined once, in the policy, with the documentation checked against it? +- Does each failure name the fix, not just the fact? +- Did you record a waiver rather than weaken a rule for existing code? + +## See also + +- `purview-architecture` — what the projects are for, and how they are named +- `purview-buildsdk-architecture-tests` — the package's own skill, authoritative on its API +- [Architecture as Tests](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Architecture-As-Tests.md) diff --git a/.agents/skills/purview-architecture/SKILL.md b/.agents/skills/purview-architecture/SKILL.md new file mode 100644 index 0000000..c04f3d6 --- /dev/null +++ b/.agents/skills/purview-architecture/SKILL.md @@ -0,0 +1,176 @@ +--- +name: purview-architecture +description: >- + Use when deciding the shape of a .NET solution that uses Purview libraries — how many projects, + whether to add a repository or CQRS layer, where validation lives, how an API and its clients share + a contract (Contracts, OpenAPI or Hybrid) and when a BFF is earned — or before generating + substantial implementation code. Establishes project context first, then applies DRY, KISS and + architecture proportional to the actual requirements rather than to an enterprise reference diagram. +license: MIT +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Purview architecture + +The job of this skill is to stop two failures that cost far more than they look: + +- **Architecture bought in advance.** Four projects, a repository interface and a mapping layer for an + application that has one table and one caller. +- **A recommendation made without context.** Advice about database-side GUID generation given to a + stateless CLI, or a Clean Architecture split proposed for a 300-line utility. + +So: establish context, then choose proportionally. Both steps are mandatory, and the first one is the +one that gets skipped. + +## 1. Establish context before deciding + +Before recommending a structure, adding a project, or generating substantial code, you must know four +things. **Read them out of the repository first** — asking a user a question the code already answers +is the most common way this skill is applied badly. + +| Dimension | Read it from | Ask only if | +| -- | -- | -- | +| Complexity (small / medium / large) | Number of functional areas, integrations and external consumers — not file count | The requirements are genuinely not written down anywhere | +| Project type | SDK attribute, `OutputType`, `Microsoft.NET.Sdk.Web`, an AppHost project, a `Main` | The repository is empty | +| Persistence | `PackageReference` to an EF Core provider, `DbContext`, a connection string, a `Purview.Containers` resource | Persistence is being introduced now | +| Telemetry | `Purview.Telemetry.SourceGenerator`, `ILogger` injection, `ActivitySource`, an OTLP exporter | Nothing is configured and you are about to add it | + +Identifier generation is a **conditional** dimension: resolve it only when persistence exists *and* +GUID keys are in play. See `purview-persistence`. + +Judge complexity on requirements, not size. A 2,000-line CLI with one output format is small. A +900-line service that reconciles three upstream systems and owns money movement is not. + +**Do not re-ask.** A dimension answered by repository configuration, existing source, a project file, +an earlier turn in the conversation, or a recorded architectural decision is answered. Ask concise, +targeted questions only for the unknowns that change your recommendation — and if nothing changes, +ask nothing. + +Full decision procedure: `references/project-context-discovery.md`. + +## 2. Choose proportionally + +| Scale | Shape | What you still do not add | +| -- | -- | -- | +| Small | One project, or two when a test project needs a non-trivial subject. Direct implementations. | Repository over `DbContext`, CQRS, a mapping layer, speculative interfaces | +| Medium | Explicit boundaries where complexity already hurts — usually a domain project and a host | Event sourcing, a generic infrastructure framework, a second infrastructure implementation nobody asked for | +| Large | Modularity, independent infrastructure implementations, enforceable boundaries (see the playbook's Architecture-As-Tests page) | Patterns adopted for symmetry rather than for a named problem | + +Architecture is allowed to arrive late. A boundary added when the second caller appears is cheap; a +boundary added in anticipation of a second caller that never appears is permanent. + +**Never add a project for symmetry.** "Domain, Application, Infrastructure, API" is a response to a +problem, not a starting position. If you cannot name the failure a layer prevents in this codebase, +do not add the layer. + +Full guidance and the per-pattern justification tests: `references/proportional-architecture.md`. + +## 3. Name what you do create + +A project name states a **responsibility**, optionally qualified by an implementation: + +```text +[.] +``` + +The responsibility decides the rules; the qualifier never changes them. Three rules people usually +get wrong: + +- **Do not qualify a single implementation.** `Persistence` is correct even when it uses SQL Server. + Rename when a second provider arrives, not in anticipation. +- **Do not create an empty parent.** `Persistence.SqlServer` + `Persistence.PostgreSql` with nothing + shared need no `Persistence` project. +- **Multiple implementations do not require multiple assemblies.** Two small adapters with the same + dependencies belong in one project. + +Never use a *category* as a project name — `Infrastructure`, `Services`, `Managers`, `Models`, +`Helpers`, `Common`. Nothing can be excluded from a category, so it grows without limit. And never +rename an established project just to match canonical terminology; `Domain`, `UseCases` and +`Integrations` are recognised aliases. + +Responsibility catalogue, dependency matrix and the naming decision tree: +`references/project-responsibilities.md`. + +## 4. Check the direction + +`A → B` means **A depends on B at compile time** — not a runtime call, a DI registration, an HTTP +request or an Aspire orchestration edge. Confusing those is the most common source of a wrong answer +about whether a dependency is allowed. + +The rules that matter most: + +- Core depends on nothing but `Shared`. +- Application never references a concrete `Persistence`, `Providers` or `Adapters` project. +- Composition references implementations; **nothing references Composition** except a host. +- Sibling implementations (`Providers.GitHub`, `Providers.AzureDevOps`) stay independent. +- Persistence owns migration *definitions*; `Migrator` owns their *execution*. Production API startup + does not apply schema migrations. + +When a boundary is worth having, make it fail the build rather than the review — see +`purview-architecture-testing`. + +## 5. Choose how an API and its clients share a contract + +When there is an HTTP API and at least one client, choose **Contracts**, **OpenAPI** or **Hybrid** +from the clients that **exist today**. A planned client is noted; it does not count. + +| Clients today | Strategy | Failure it prevents | +| -- | -- | -- | +| All .NET, same solution, shipped in lockstep | **Contracts** — a library of request/response types on the domain's value objects, referenced by the server and every .NET client | Rules drifting, and a weaker second copy of them in the UI | +| At least one non-.NET client, or one that ships independently | **Hybrid** — Contracts is the source; the OpenAPI document and its schemas are generated from it | Non-.NET clients hand-writing shapes, and .NET clients losing their value objects to a generated client | +| No .NET client — partners or the public only | **OpenAPI**, generated from the server's types; no Contracts project | A project with no consumer but the server | + +The rules that do not bend: + +- **OpenAPI is an output, never an input**, while Contracts exists. Never regenerate a C# client from + your own API's document when that client is in the same solution. +- **Never hand-maintain a parallel set of models**, and **the server always validates** — a shared + validator is for user experience, not trust. +- **Contracts is browser-safe** when a WebAssembly client references it: architecture-policy bans, + the trim and AOT analyzers and the browser platform analyzer check it, not a reviewer. +- **A BFF is earned by keeping tokens out of the browser.** It holds the tokens, gives the browser an + `HttpOnly` cookie, forwards with the user's token, and requires an anti-forgery header on every + forwarded call. In Blazor it is the host that serves the WebAssembly client, and a BFF that only + forwards does not reference Contracts. The policy does not define a BFF yet, so these are review + obligations until a future Build SDK release adds Blazor and BFF support. + +Full procedure, version-skew rules, BFF guidance and worked examples: `references/contract-strategy.md`. + +## 6. DRY, applied where it pays + +Reuse the Purview libraries when they remove a real source of truth, not for coverage: + +| Concern | Library | Use it when | +| -- | -- | -- | +| Operation outcomes without exceptions for control flow | `Purview.Results` | Failures are expected and the caller must handle them | +| Primitive obsession, validated identity types | `Purview.ValueObjects` | A value has rules that would otherwise be re-checked at each boundary | +| Schema shared with a TypeScript client | `Purview.ZodSharp` | A contract is duplicated between C# and TypeScript today | +| Local dependencies for dev and integration tests | `Purview.Containers` | Tests need a real database, queue or emulator | +| Logging, tracing and metrics from one declaration | `Purview.Telemetry.SourceGenerator` | Always — see `purview-telemetry` | + +Duplication that matters: validation repeated per entry point, a domain rule restated in the UI, +configuration bound in two places, two types that both claim to be the truth. Duplication that does +not: two similar-looking methods that answer to different owners. + +## 7. Telemetry is not an advanced topic + +Recommend instrumentation from the first commit, at every project size. A small application gets +small telemetry — it does not get none. See `purview-telemetry`. + +## Checks before you answer + +- Did you read the four context dimensions rather than ask for them? +- Can you name, for each project and each abstraction you are proposing, the failure it prevents here? +- Is anything in your proposal there only because a reference architecture has it? +- If there is an API with clients, did you choose its contract strategy from the clients that exist + today? +- Did you include telemetry? + +## See also + +- `purview-telemetry` — instrumentation at every scale +- `purview-persistence` — storage and GUID-key guidance, only when persistence is real +- [Engineering Principles](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Engineering-Principles.md) +- [Adopting This At Your Scale](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Adopting-This-At-Your-Scale.md) diff --git a/.agents/skills/purview-architecture/references/contract-strategy.md b/.agents/skills/purview-architecture/references/contract-strategy.md new file mode 100644 index 0000000..e281a41 --- /dev/null +++ b/.agents/skills/purview-architecture/references/contract-strategy.md @@ -0,0 +1,236 @@ +# Contract strategy: Contracts, OpenAPI or Hybrid + +When a solution has an HTTP API and one or more clients, something has to define the shapes that cross +between them. There are three ways to do it, and the wrong one fails in one of two directions: + +- **Rules drift.** The client holds a second, weaker copy of the domain rules, and a request the UI + accepted is rejected by the server — or a break only surfaces at runtime. +- **Decoupling bought in advance.** A .NET client in the same solution regenerates its models from + the API's own OpenAPI document, and throws away every value object and rule to buy an independence + the solution does not have. + +The strategy is chosen from the clients that **exist today**. A planned client is noted; it does not +count. "Later" and "in case" do not justify a strategy any more than they justify a project — see +`proportional-architecture.md`. + +## The three strategies + +### Contracts + +A .NET class library holding the request and response types, built on the domain's value objects and +carrying `[ZodSchema]`. The server references it, and so does every .NET client — including a Blazor +WebAssembly client. + +There is one copy of every rule, error code and normalisation, and both sides run the same generated +validators. + +### OpenAPI + +The server publishes an OpenAPI document, and clients generate their models and calls from it. It is +language-neutral and versions independently. + +Generated models are primitives. Value objects, custom ZodSharp rules, error codes, and trimming and +casing are lost; only what JSON Schema can express survives. + +### Hybrid + +Contracts is the **single source of truth**. The OpenAPI document is **generated from it**, with its +component schemas taken from ZodSharp's export — the generated `{T}Schema.BuildJsonSchema()` is built +from the same metadata as the validator, so the document and the validators cannot drift. + +.NET clients reference Contracts. Non-.NET clients generate from the document and take their +validation rules from the exported JSON Schema — for TypeScript, `z.fromJSONSchema` (Zod 4) reads it +back as Zod schemas. The `purview-zodsharp-json` and `purview-zodsharp-source-generator` skills are +authoritative on the export. + +Three facts about the export that a Hybrid design has to plan for: + +- **ZodSharp ships no OpenAPI integration.** It produces JSON Schema; putting that into the OpenAPI + document — for example with a schema transformer in `Microsoft.AspNetCore.OpenApi` — is the API + host's job. Without it, ASP.NET Core describes a value object from its CLR shape, not from its rules, + and the document and the validators drift after all. +- **A non-.NET client still gets only what JSON Schema can express.** A value object exports as its + underlying value, and a rule the exporter cannot represent is listed under `x-zodsharp-unsupported` + rather than dropped. The contract test should fail when that list grows. +- **Exported objects set `additionalProperties: false`.** A client that validates a *response* against + that schema rejects a field the server has added — so "additive changes only" is not safe until + clients tolerate unknown response fields. Validate requests strictly and responses leniently, or the + versioning rule below protects nobody. (The reverse also holds: System.Text.Json ignores unknown + members, so the server accepts a request with an extra key that the schema rejects.) + +## Decision procedure + +1. **List the clients that exist today.** For each, record: + - its language and runtime; + - who owns it; + - whether it lives in the same repository and solution; + - whether it ships **in lockstep** with the server or on its own cadence. + + A planned client is noted, but it does not count yet. +2. **Every client is .NET, in the same solution, and ships in lockstep → Contracts.** This prevents: + - rules drifting between client and server; + - a second, weaker copy of the domain rules in the UI; + - contract breaks that only surface at runtime. + + Publish OpenAPI anyway if documentation or tooling wants it, but generate it from Contracts. It is + an output, never an input. +3. **At least one client is not .NET, or ships independently → Hybrid.** This prevents: + - non-.NET clients hand-writing shapes and rules; + - the .NET clients losing their value objects and rules to a generated client. + + It requires the independent-versioning rules under [Version skew](#version-skew). +4. **No .NET client exists, or the API is a surface whose clients the team does not own (public or + partner) → OpenAPI**, still generated from the server's types. A separate Contracts project is not + earned when the server is its only consumer. +5. **A .NET client in another repository with its own release cadence** prefers Contracts shipped as + a package, if that team accepts the dependency. Otherwise treat it as step 3. + +```text +flowchart TD + A["List the clients that exist today"] --> C{"Every client .NET,
same solution, lockstep?"} + C -- yes --> K["Contracts
OpenAPI only as an output"] + C -- no --> B{"Any .NET client
at all?"} + B -- no --> O["OpenAPI
generated from the server's types"] + B -- yes --> D{"The only other clients are .NET
in another repository,
and they accept a package?"} + D -- yes --> P["Contracts, shipped as a package"] + D -- no --> H["Hybrid
Contracts is the source, OpenAPI generated from it"] +``` + +Steps 3 and 4 do not overlap: a .NET client in the solution alongside a partner or non-.NET client is +step 3, because the .NET client still has value objects and rules to lose. + +## Rules that follow + +- **Never regenerate a C# client from your own API's OpenAPI document when that client is in the same + solution.** It throws away value objects and rules to buy decoupling the solution does not have. +- **Never hand-maintain a parallel set of models** on either side. Two definitions of one wire shape + disagree eventually, and nothing fails when they start to. +- **The server always validates.** Sharing validators with a client is for user experience and + consistency. It is never a substitute for validating on the server, because the client is untrusted. +- **Moving from Contracts to Hybrid must be additive.** Because Contracts is already the source, adding + a non-.NET client means turning on generation of the OpenAPI document and a contract test. Nothing in + Contracts changes. Design for that, but do not build it until the client exists. + +## Contracts project constraints + +- **References only the domain library (value objects) and the runtime Purview packages** — + `Purview.ValueObjects`, `Purview.ZodSharp`, `Purview.Results`. Never the server, persistence, HTTP + clients or hosting, and never an ASP.NET Core bridge such as `Purview.ZodSharp.AspNetCore`; those + belong to the API host. A Contracts project that references the server is a server that every client + now ships. +- **Browser-safe when a WebAssembly client references it.** No file, network or process I/O, safe to + trim, and no reflection-dependent behaviour. The same applies transitively to the domain library, + because the client downloads it too. Make the build enforce it, not a reviewer — three mechanisms, + each catching what the others cannot: + - **Your repository's architecture policy** forbids `Microsoft.AspNetCore` packages + (`forbiddenPackagePrefixes`) and the `Microsoft.AspNetCore.App` framework reference + (`forbiddenFrameworkReferences`) in `Contracts` and `Core`. The playbook's own policy forbids the + packages in `Core` only; the rest arrives with the Build SDK's planned Blazor support, so add it + yourself until then. See `purview-architecture-testing`. + - **`true`** on both projects turns on the trim and AOT analyzers, + so reflection a trimmed client would break on is a warning at build time. `Purview.ValueObjects` + and `Purview.ZodSharp` already set it. + - **``** makes the platform-compatibility analyzer (`CA1416`) + flag an API that is unsupported in the browser, such as starting a process. + + The policy rules fail a test run. The two analyzers produce warnings, and the SDK does not turn on + `TreatWarningsAsErrors` for an ordinary project — set it on `Contracts` and `Core`, or the "clean + build has no warnings" rule is the only thing standing behind them. No analyzer proves the absence of + every kind of I/O; what they miss is a review obligation, and the client's own tests running in the + browser are the last check. +- **Deserialisation mode is a deliberate choice per direction.** The server reads requests through + `Create` (strict), because the client is untrusted. Record what the client uses for responses, and + why — strict catches a server that has drifted, and `Hydrate` trusts a server the client cannot + verify. + +## Version skew + +| Shipping | Strategy | Failure it prevents | What to do | +| -- | -- | -- | -- | +| Lockstep | Contracts, internal apps | A silent failure that looks like a bug, when an old cached client talks to a new server | The server stamps its build on responses; the client prompts the user to reload when the stamps differ | +| Independent | Hybrid, OpenAPI | A deployed client breaking without warning | Additive changes only; a breaking change gets a new route version; a contract test compares the generated document against the last published one and fails on a breaking difference | + +## Backend-for-Frontend + +A BFF is a host, not a layer, and it is held to the same justification test as anything else. +Microsoft's [Blazor Web App with OIDC and the BFF pattern](https://learn.microsoft.com/aspnet/core/blazor/security/blazor-web-app-with-oidc?pivots=with-bff-pattern) +is the authority on the mechanics; what follows is the rules and the failures behind them. + +### What earns it + +- **Keeping tokens out of the browser.** The BFF signs the user in (OpenID Connect), holds the access + and refresh tokens, and gives the browser only an authentication cookie. Script in the page — a + compromised dependency, an XSS hole — cannot read a token that never reached it. This prevents tokens + being stolen from browser storage. +- **It forwards with the user's access token, never its own identity.** The API validates that token + exactly as it would any other, so authorisation and the audit trail stay per-user. A BFF calling with + a client-credentials token turns every action into the BFF's and moves authorisation into the BFF. + +### In a Blazor solution, the BFF is the host + +The project that serves the WebAssembly client is the natural BFF: it already runs on the server, at +the client's origin. Do not add a separate BFF in front of it. + +- **It references the client project** (`Bff → WebApp`) because it serves the client's assets. The + client never references it; they talk over HTTP with the cookie. +- **Same origin is the point.** The client calls the BFF's own routes, the BFF forwards them to the API + (with YARP's `MapForwarder`, for example), and there is no CORS configuration and no third-party + cookie. +- **The client shares Contracts with the API directly.** The WebAssembly client references Contracts, + sends Contracts types, and runs the generated validators. The BFF in the middle passes the bytes + through untouched. + +### Rules that come with a cookie + +Moving the credential into a cookie trades token theft for a different attack, and the BFF has to +close it: + +- **Every forwarded call requires an anti-forgery signal.** The browser attaches the cookie to any + request to the BFF's origin, including one a hostile page triggers. Require a custom header the + client always sends, which a cross-site form cannot set, and reject calls without it — Duende.BFF's + `X-CSRF: 1` is the established form. `SameSite` narrows the attack; it does not replace the check. + This prevents cross-site request forgery. +- **The cookie is `HttpOnly`, `Secure` and `SameSite=Strict` or `Lax`.** `HttpOnly` is what keeps + script from reading it; without it the BFF protects nothing. +- **Data Protection keys are persisted and shared** when the BFF runs on more than one instance or + survives a restart. The cookie is encrypted with them, so per-instance keys sign users out at random. +- **Refresh happens on the server.** The BFF refreshes the access token before it expires and signs + the user out when refresh fails. The client never sees either token. +- **A large session moves to a server-side store.** Tokens kept inside the cookie make it large enough + to be split across several cookies, and the session cannot be revoked server-side. Use a ticket store + when either matters. + +### What it may reference + +- **A BFF that only forwards does not reference Contracts** and never reads payloads. Reading a payload + it does not own makes it a second consumer that has to change in lockstep for no benefit. +- **Prerendering is the common exception.** If the BFF prerenders client components that load data, + it must run those data calls on the server, and it references Contracts to do so. That is a real + reason; turning prerendering off for those components is the alternative, and the choice should be + written down. +- **A BFF that combines several API calls into one response owns its own contract** for those + responses, chosen with this same procedure. That is a separate justification. The forwarding-only + test — "a service layer that forwards" is not earned — still applies to everything else it does. +- **One BFF per client kind, not one per screen.** Web and mobile may each get one when their sign-in + or response needs differ. + +**None of this is enforced yet.** The architecture policy has no BFF responsibility; Blazor and BFF +support is planned for a future Build SDK release. Until then every rule in this section is a review +obligation, and a repository that adds a BFF project records it in its own policy — see +`project-responsibilities.md`. Even once it is in the policy, "Contracts only when it prerenders or +combines" stays a review obligation, because a dependency matrix cannot express a condition. + +## Worked examples + +| Clients today | Strategy | +| -- | -- | +| Blazor WebAssembly app, same solution, lockstep, signed in through a BFF | Contracts, referenced by the API and the WebAssembly client. The BFF is the host that serves the client, holds the tokens and forwards with the user's token; it references Contracts only if it prerenders data. OpenAPI generated for documentation. | +| Blazor WebAssembly app plus a React Native mobile app on its own release cadence | Hybrid. Mobile generates from the document and takes Zod rules from the exported schema. Additive-only versioning. A mobile BFF if sign-in differs. | +| Partner integrations only | OpenAPI, generated from the server's types. No Contracts project. | + +## See also + +- [Contracts and Data Exchange](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Contracts-And-Data-Exchange.md) + — `Create` and `Hydrate`, and the schema as the source of truth for a wire shape +- [zodsharp](https://github.com/purview-dev/zodsharp) — authoritative on `[ZodSchema]` and JSON Schema + export diff --git a/.agents/skills/purview-architecture/references/project-context-discovery.md b/.agents/skills/purview-architecture/references/project-context-discovery.md new file mode 100644 index 0000000..d40569a --- /dev/null +++ b/.agents/skills/purview-architecture/references/project-context-discovery.md @@ -0,0 +1,115 @@ +# Project context discovery + +The procedure for establishing enough context to make an architectural recommendation, and — just as +importantly — for knowing when to stop asking. + +## The principle + +Every question you ask a user is a question they have usually already answered in the repository. +Reading is free and silent; asking is slow and, when the answer was already in a project file, it +reads as not having looked. So the order is fixed: + +1. Read the repository. +2. Read the conversation so far. +3. Ask only about what remains *and* changes your answer. + +A dimension whose answer would not change your recommendation is not worth a question. If a project +is a stateless CLI, the database GUID strategy is not an unknown — it is irrelevant, and raising it +is noise. + +## Dimension 1 — complexity + +Assess from requirements, never from line or project count. + +| Signal | Suggests | +| -- | -- | +| One functional area, one consumer, no integrations | Small | +| A handful of features, one or two integrations, a single team | Medium | +| Several bounded areas, multiple services or teams, operational obligations (SLOs, auditability, money) | Large | + +Where to look: `README.md`, the wiki, issue or ticket references, the solution file's project list, +`PackageReference` entries naming external systems, the number of distinct hosts. + +Traps: + +- **A big repository is not a complex one.** A monorepo of ten tiny tools is ten small projects. +- **A small repository can be complex.** Few files, hard invariants. +- **Generated code inflates everything.** Discount it. + +## Dimension 2 — project type + +Read it; do not ask it. + +| Evidence | Type | +| -- | -- | +| `Microsoft.NET.Sdk.Web` | Web application or HTTP API — distinguish by whether views/pages or endpoints dominate | +| `OutputType` of `Exe` plus an argument parser | CLI | +| `IsPackable`, no entry point | Reusable library | +| `IHostedService` / `BackgroundService`, `Worker` SDK | Background worker | +| An AppHost project, `Aspire.Hosting` | Distributed application | +| WPF/WinForms/Avalonia/MAUI SDK or `UseWPF` | Desktop application | + +A reusable library carries the strongest constraint on the rest of your advice: it must not configure +global telemetry providers, must not read configuration from the ambient environment, and must not +decide a persistence technology for its consumer. + +## Dimension 3 — persistence + +| Question | Read it from | +| -- | -- | +| Is persistence required at all? | Any data-access `PackageReference`, a `DbContext`, a connection string, a repository type, an Aspire resource | +| Which technology? | The EF Core provider package (`Microsoft.EntityFrameworkCore.SqlServer`, `Npgsql.EntityFrameworkCore.PostgreSQL`), the client package, or the `Purview.Containers` resource in the AppHost | +| Is more than one implementation required? | Two providers referenced, a provider abstraction already present, or an explicitly stated requirement | +| EF Core or something else? | Presence of `Microsoft.EntityFrameworkCore` versus Dapper, a raw client, or a document store SDK | + +"No persistence" is a complete and common answer. When it is the answer, every storage-shaped +recommendation — repositories, migrations, GUID strategies, connection resilience — is out of scope. + +## Dimension 4 — telemetry + +| Question | Read it from | +| -- | -- | +| Is telemetry configured? | `ILogger` injection, `ActivitySource`/`Meter` construction, `AddOpenTelemetry`, a `ServiceDefaults` project | +| Is Purview Telemetry available? | A `Purview.Telemetry.SourceGenerator` `PackageReference`, or interfaces attributed `[Logger]`, `[ActivitySource]`, `[Meter]` | +| Which signals are relevant? | Logs always; traces once a call crosses a process or a dependency; metrics once someone would alert on a rate or a duration | +| Is there an exporter? | An OTLP endpoint in configuration, a console exporter, an Aspire dashboard, an APM package | + +Existing instrumentation is a constraint, not a starting point to replace. Preserve it, extend it, +and never register the same source twice. + +## Conditional dimension — identifier generation + +Resolve **only** when persistence exists and GUIDs are, or are about to be, primary keys. + +- Are GUIDs primary keys, or just surface identifiers? +- Is the value generated in the application or by the database? +- Which provider and version? (This changes the answer — see `purview-persistence`.) +- Does index locality matter at the expected write volume? +- Must the identifier exist before the entity is persisted (outbox, correlation, client-side graph)? + +The last question usually decides it: if the application needs the value before `SaveChanges`, the +database cannot be the generator. + +## Asking well + +When you must ask, ask few and ask concretely. Batch the unknowns into one short set, offer the +likely answers, and state what you will do if the user does not care. + +Good: + +> Two things I can't tell from the repository: is this service expected to own its own database, or +> read from the existing one? And should failures be returned to the caller or thrown? I'll assume +> its own database and `Purview.Results` for expected failures unless you say otherwise. + +Bad: + +> What is the project complexity? What is the project type? Is persistence required? Which database? +> Is telemetry configured? Do you use GUID primary keys? + +The second asks six questions, five of which the repository answers, and one of which is irrelevant. + +## Recording the answer + +When a dimension is resolved by conversation rather than by the repository, that is a decision the +next agent will not be able to read. Write it down — in `AGENTS.md`, a wiki page, or an ADR — so the +question is asked once and never again. diff --git a/.agents/skills/purview-architecture/references/project-responsibilities.md b/.agents/skills/purview-architecture/references/project-responsibilities.md new file mode 100644 index 0000000..d74d2cf --- /dev/null +++ b/.agents/skills/purview-architecture/references/project-responsibilities.md @@ -0,0 +1,119 @@ +# Project responsibilities, naming and dependency direction + +The catalogue in brief. The authoritative definition is +[`.config/architecture-policy.json`](https://github.com/purview-dev/engineering-playbook/blob/main/.config/architecture-policy.json), +and the full page — with diagrams — is +[Project Responsibilities](https://github.com/purview-dev/engineering-playbook/blob/main/docs/wiki/Project-Responsibilities.md). +Do not restate either here or in another skill; link to them. + +## The catalogue + +`A → B` means A depends on B **at compile time**. + +| Responsibility | Also known as | Owns | May depend on | +| -- | -- | -- | -- | +| `Core` | `Domain` | Entities, value objects, invariants, domain events and errors | Shared | +| `Abstractions` | — | Cross-boundary capability contracts | Core, Shared | +| `Application` | `UseCases` | Use cases, workflows, orchestration | Core, Abstractions, Contracts, Shared | +| `Contracts` | — | Externally exposed request/response types; browser-safe when a WebAssembly client references it | Core, Shared | +| `Persistence` | — | DbContext, mappings, migration *definitions* | Core, Abstractions, Application, Shared | +| `Providers` | `Integrations` | Integration with a *named external platform* | Core, Abstractions, Application, Shared | +| `Adapters` | — | An *application-defined capability* via one technology | Core, Abstractions, Application, Shared | +| `Composition` | — | DI registration and implementation selection | Everything above | +| `API` | — | HTTP host | Composition, Contracts, ServiceDefaults, … | +| `Worker` | — | Background-processing host | Composition, ServiceDefaults, … | +| `Migrator` | — | *Executes* migrations and controlled seeding | Persistence, Composition, ServiceDefaults | +| `AppHost` | — | Aspire orchestration | The hosts it orchestrates | +| `ServiceDefaults` | — | Telemetry, health, resilience, discovery defaults | Shared | +| `WebApp` | — | Frontend, including a Blazor WebAssembly client that references Contracts | Contracts, ServiceDefaults, Shared | +| `Shared` | — | Small domain-independent primitives | *nothing* | + +**None of these is mandatory.** A small application with `Core` and one host has a complete and +correct architecture. The catalogue names responsibilities so you can tell when splitting one out +buys something — it is not a list of projects to create. + +### Backend-for-Frontend: guidance, not yet policy + +A BFF is a host responsibility that the policy does **not** define yet; Blazor and BFF support is +planned for a future Build SDK release. Until then it is guidance, and every rule below is a review +obligation: + +| Owns | May depend on | Split it out when | Leave it combined when | +| -- | -- | -- | -- | +| Sign-in and token custody for a browser or mobile client; forwards with the user's token. In Blazor, the host that serves the WebAssembly client | The WebAssembly client project, ServiceDefaults, Shared — and Contracts only when it prerenders data or combines responses | Tokens must be kept out of the browser, or several API calls must become one response | It would only forward calls that the client could make with a token it already holds safely | + +A repository that adds a BFF project today needs its own responsibility entry or a waiver in its +policy, or the architecture tests reject the project as unclassified. See `contract-strategy.md`. + +## When to split + +| Responsibility | Split it out when | Leave it combined when | +| -- | -- | -- | +| `Core` | A domain model exists | The app is a thin utility | +| `Abstractions` | Two implementations, or the consumer must not see the implementation | One implementation — keep the interface beside it | +| `Application` | Workflows are reused by more than one host | It would only forward CRUD | +| `Contracts` | The contract strategy is Contracts or Hybrid — see `contract-strategy.md` | The API host is the only consumer, which is the OpenAPI strategy || `Persistence` | Persistence exists at all | A single-project utility writing a file | +| `Providers` | Two platforms with different SDKs or lifecycles | One platform | +| `Adapters` | One capability, several technologies | One capability, one technology | +| `Composition` | Two hosts compose the same implementations | One host — compose in the host | +| `Migrator` | Schema changes are a deliberate deployment step | Development-only startup migration | +| `Shared` | A primitive is used by two or more responsibilities | Almost always | + +## Naming + +```text +[.] +``` + +| Situation | Name | +| -- | -- | +| One implementation | `Persistence` — do **not** qualify it just because it is SQL Server | +| Several, same dependencies and lifecycle | `Persistence` — one project, several classes | +| Several, genuinely different | `Persistence.SqlServer`, `Persistence.PostgreSql` | +| Several, with shared code | Add `Persistence` alongside the qualified projects | +| Several, nothing shared | Qualified projects only — no empty parent | + +Discouraged as project names, because each names a category rather than a responsibility: +`Infrastructure`, `Services`, `Managers`, `Models`, `Helpers`, `Common`, `Utils`, `Utilities`. + +`Infrastructure` is the common case. It is a useful *category* — covering Persistence, Providers and +Adapters — and a poor *project*, because every technical class qualifies for it. + +**Do not rename an established project** merely to match canonical terminology. A rename costs more +than the consistency is worth, and `Domain`/`UseCases`/`Integrations` are recognised aliases. + +## Providers versus Adapters + +Not a vendor distinction: + +- **Provider** — the requirement names the platform: "sync issues from GitHub". Swapping it changes + the product. +- **Adapter** — the requirement names the capability: "send an email". Swapping the technology + changes nothing the user sees. + +Azure Blob behind `IFileStore` is an Adapter. The Azure DevOps work-item API in a product that +integrates Azure DevOps is a Provider. + +## Dependency rules that catch people out + +1. **Composition is referenced by nothing** except a host. It selects implementations, so it depends + on them; the reverse would make the choice circular. +2. **Application never references a concrete infrastructure project.** It depends on an abstraction + and receives an implementation it cannot name. +3. **Sibling implementations stay independent.** If `Providers.GitHub` needs something from + `Providers.AzureDevOps`, that shared thing belongs in the unqualified project or an abstraction. +4. **Persistence owns migration definitions; Migrator executes them.** Production API startup does + not mutate a schema. +5. **Runtime is not compile time.** DI registration, an HTTP call and Aspire orchestration are not + assembly references. A Worker and an API can share Application without referencing each other. + +## Recommending this to a repository that predates it + +Do not propose a mass rename. Suggest, in order: + +1. Fix dependency *directions* that are actually wrong — those are bugs. +2. Split a project only where a named problem justifies it. +3. Record a waiver for an established name rather than renaming it, so the rule stays enforceable + without churn. + +A waiver excuses the name only; the project still classifies, so every dependency rule still applies. diff --git a/.agents/skills/purview-architecture/references/proportional-architecture.md b/.agents/skills/purview-architecture/references/proportional-architecture.md new file mode 100644 index 0000000..3ed7f55 --- /dev/null +++ b/.agents/skills/purview-architecture/references/proportional-architecture.md @@ -0,0 +1,92 @@ +# Proportional architecture + +Structure is a cost paid now against a failure expected later. Proportional architecture is the +practice of only paying when the failure is named, present, and more expensive than the structure. + +## The justification test + +Before adding a project, an interface, a layer or a pattern, answer in one sentence: + +> **What failure does this prevent in *this* codebase, and has it happened or is it certain to?** + +If the sentence needs the words "in case", "later", "when we scale", or "it's good practice", the +structure is not yet justified. Write the simpler thing. The simpler thing is also the thing that is +cheapest to change when the failure finally does arrive. + +This is not an argument against structure. It is an argument against *unfalsifiable* structure. + +## By scale + +### Small — a utility, CLI, prototype, simple API, limited-scope application + +- One project. A second only when there is a test project, or when a genuinely reusable library + falls out. +- Call the database, the API or the file system directly from the code that needs it. +- Validate at the edge, once. +- Logging from the first commit; traces and metrics when there is something to correlate. + +Do not add: a repository interface over `DbContext`, a service layer that forwards, a mapping layer +between two near-identical shapes, an interface with one implementation and no test double need +(`Purview.Containers` and TUnit.Mocks remove most of that need), a `Domain`/`Application`/ +`Infrastructure` split. + +### Medium — several functional areas, some integrations, moderate domain complexity + +- Introduce a boundary where you can name what it separates. Usually that is domain rules from the + host, so a domain project and an application host. +- An abstraction over an external dependency earns its place when the dependency is genuinely + swappable, or when testing against it is otherwise painful. "Swappable in principle" is not + swappable. +- Dependency instrumentation, trace propagation across the integrations, metrics on the operations + someone would be paged about. + +Do not add: CQRS unless reads and writes have actually diverged in shape, lifetime or scaling; +event sourcing unless the history *is* the product; a second infrastructure implementation that has +no second consumer. + +### Large — complex domain, multiple services or teams, substantial operational requirements + +- Modularity along ownership lines, because the real constraint is people, not code. +- Independent infrastructure implementations where they are genuinely independent. +- Boundaries made enforceable rather than documented — a dependency-direction rule that a wrong + `ProjectReference` fails the build. See the playbook's Architecture-As-Tests page. +- End-to-end tracing, standardised resource attributes, SLIs, retention and sampling policy. + +Even here, the justification test holds per decision. "Large" licenses the *option* to add +structure, not the obligation to add all of it on day one. + +## Patterns and the conditions that earn them + +| Pattern | Earned when | Not earned by | +| -- | -- | -- | +| Repository over EF Core | You must swap the store, or the `DbContext` API genuinely leaks into domain decisions | Testability — EF Core's in-memory and container-backed testing already covers it | +| CQRS | Read and write models have diverged in shape or scaling needs | A desire for symmetry with a reference architecture | +| Event sourcing | The sequence of changes is the product, or audit is a hard requirement | "We might want history" | +| Mediator / in-process bus | Many handlers, genuinely decoupled registration | Three call sites that could be method calls | +| Mapping layer | Two shapes that must diverge and are owned separately | Two shapes that are identical today | +| Extra DI indirection | A real second implementation, or a composition root that must vary | Inversion for its own sake | +| Generic infrastructure framework | Three or more concrete uses exist now | One use and an expectation of more | + +## Evolving incrementally + +The honest sequence is: write the direct implementation; let the second caller arrive; extract the +boundary the second caller revealed. Each step is small, reversible and informed. + +The dishonest sequence is: predict the second caller; build the boundary; never get the second +caller; maintain the boundary forever. The cost is invisible because it is spread across every +future change. + +When you do extract, extract along the seam the code showed you — not the seam the diagram +predicted. + +## What this does not license + +Proportional is not an excuse for: + +- Skipping tests, or skipping telemetry. +- Leaving validation duplicated across entry points. +- Letting domain rules live in the UI or in the database. +- Two sources of truth for the same fact. + +Those are not structure bought in advance; they are defects. Simplicity means fewer moving parts, +not fewer guarantees. diff --git a/.agents/skills/purview-buildsdk-adoption/SKILL.md b/.agents/skills/purview-buildsdk-adoption/SKILL.md new file mode 100644 index 0000000..b1f222c --- /dev/null +++ b/.agents/skills/purview-buildsdk-adoption/SKILL.md @@ -0,0 +1,114 @@ +--- +name: purview-buildsdk-adoption +description: Adopt Purview.BuildSdk in a repository, or troubleshoot an adoption that is not behaving. Use when wiring the SDK into Directory.Build.props for the first time, when a property seems to have no effect, when the resolved version or namespace is wrong, or when a consuming repository builds but the SDK's automatic behaviour is not appearing. Covers the import chain, pre-import property ordering, and version detection from package.json. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Adopting Purview.BuildSdk + +The goal is a working adoption that does not break existing build behaviour. Prefer minimal, +targeted property changes over rewriting a repository's `Directory.Build.props`. + +For the full property list use `purview-buildsdk-configuration`; for auditing an existing +repository's shape, `purview-buildsdk-repository-review`. + +## 1. The import chain + +```xml + + + + + Acme.Sales + + + + +``` + +```xml + + + + +``` + +Both halves are required. A repository with only `Sdk.props` imported gets the evaluation-time +defaults — naming, identity, framework selection — but none of the targets, so validation, +packaging behaviour and the generated files never run. That combination usually presents as "the +properties look right but nothing happens". + +The SDK version comes from `global.json`, which the SDK itself bootstraps. + +## 2. Pre-import ordering is the first thing to check + +**A property that must affect `Sdk.props` evaluation has to be set before the import.** Setting it +in a `.csproj`, or below the import, is too late and silently does nothing — no error, no warning. +This is the single most common adoption failure. + +Set before the import: + +- `NamespacePrefix` +- `UsePackageJsonVersion`, `RootPackageJson` +- `EnableAssemblyNameGeneration` +- `AutoIncludeUsings` +- `PurviewSharedTestingOutputType`, `PurviewTestContextNoWarn` +- any repo-wide testing-framework selection you want every project to inherit + +Everything else is read in `Sdk.targets` and can be set in a project file. + +When a property appears to have no effect, confirm what MSBuild actually resolved before changing +anything else: + +```bash +dotnet msbuild -getProperty:NamespacePrefix -getProperty:RootNamespace +``` + +## 3. Version detection + +Versions come from `package.json`. Resolution order: + +1. An explicit `RootPackageJson`. +2. CI workspace variables. +3. The `.git` root. +4. A nearby `package.json`. + +On success both `Version` and `PackageVersion` are set from the `version` field. + +If the version looks wrong, do not guess at the discovery — make it fail loudly instead: + +```xml +Strict +``` + +`Strict` fails the build when discovery or resolution cannot succeed, rather than silently skipping +it and leaving the default `1.0.0`. Set `VersionDetectionLogEnabled=true` to see what it found. + +## 4. Naming and placement + +Most of the SDK's value is inferred from project names and locations, so an adoption that keeps a +bespoke structure gets correspondingly little. Confirm the repository follows the conventions rather +than introducing new structure to work around them — see `purview-buildsdk-project-layout`, and +`purview-buildsdk-repository-review` for auditing an existing layout. + +The highest-value single check: every test project is named `.Tests`. **The dot is +required.** A project named plainly `UnitTests` is not detected as a test project at all, and +silently gets no runner, no coverage, no `InternalsVisibleTo` and no category. + +## 5. Agent skills are a separate, explicit step + +The SDK does not install agent skills, and nothing it does during a build writes to an agent +directory. It reads which skills each referenced package ships and recommends the command that +installs them; the skills CLI does the installing. See `purview-buildsdk-skill-installation`. + +## Constraints + +- Prefer minimal, targeted property changes over broad `Directory.Build.props` rewrites. +- Do not disable `PurviewAutoSdkPack` unless the consumer explicitly asks to opt out. +- Do not restate an SDK default in a project file. Hand-configuration that merely repeats a default + is pure maintenance cost, and it hides the fact that the default later changed. +- Re-run the build — or the repository's canonical build command — after each change, and confirm + the fix before moving to the next one. diff --git a/.agents/skills/purview-buildsdk-configuration/SKILL.md b/.agents/skills/purview-buildsdk-configuration/SKILL.md new file mode 100644 index 0000000..d82768b --- /dev/null +++ b/.agents/skills/purview-buildsdk-configuration/SKILL.md @@ -0,0 +1,115 @@ +--- +name: purview-buildsdk-configuration +description: Configure Purview.BuildSdk from Directory.Build.props or a .csproj. Use when setting NamespacePrefix, choosing a testing or mocking framework, turning telemetry or SourceLink off, controlling version detection from package.json, tuning the repository bootstrap, making a library browser-safe for a Blazor WebAssembly client, configuring a BFF host, or working out whether a property must be set before the SDK import. Also use when the SDK "did something automatically" and you need the property that controls it. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Purview.BuildSdk configuration + +Use this skill when the question is "what property controls this, and where do I set it?" + +For *why* the SDK classified a project a particular way, use `purview-buildsdk-project-detection` +instead. For where projects and tests should live, use `purview-buildsdk-project-layout`. + +## First rule: know where a property must be set + +A property that changes `Sdk.props` evaluation must be set **before** the SDK import — in +`Directory.Build.props`, above the import. Setting it in a `.csproj` is too late and silently has no +effect. + +Pre-import properties include: + +- `NamespacePrefix` +- `UsePackageJsonVersion`, `RootPackageJson` +- `EnableAssemblyNameGeneration` +- `PurviewSharedTestingOutputType`, `PurviewTestContextNoWarn` +- `AutoIncludeUsings` +- `DisablePurviewBlazorWebAssemblyDefaults` +- repo-wide testing-framework selection you want every project to inherit + +Everything else is read in `Sdk.targets` and can be set in a project file. Prefer repo-wide defaults +in `Directory.Build.props` unless the setting is deliberately project-specific. + +## The properties you will reach for most + +| Property | Default | What it does | +| -- | -- | -- | +| `NamespacePrefix` | *(required)* | The root identity. Required unless `DisableNamespacePrefixCheck=true` | +| `TestingFramework` | `TUnit` | `TUnit`, `Xunit` or `None` | +| `SubstituteFramework` | `TUnitMocks` | `TUnitMocks`, `NSubstitute` or `None` | +| `TestDataFramework` | `Bogus` | `Bogus` or `None` | +| `TargetFramework` | `net10.0` | `netstandard2.0` when `IsRoslynComponent=true` | +| `IsPackable` | `false` | Opts a project into the packable defaults | +| `UsePackageJsonVersion` | `true` | `true`, `false` or `Strict` — version from `package.json` | +| `ExcludePurviewTelemetry` | `false` | Drops the telemetry source generator | +| `DisableSourceLink` | `false` | Drops SourceLink from packable projects | +| `EnableAssemblyNameGeneration` | `true` | `AssemblyName`/`PackageId` follow the resolved `RootNamespace` | +| `PurviewBrowserSafe` | *(unset)* | On a class library a WebAssembly client downloads: trim, AOT and browser-unsupported APIs fail the build | +| `IsBffProject` | name ends `Bff` | Classifies a BFF host; `false` opts out | +| `PurviewBrowserSafeReferenceCheckAsError` | `false` | Makes `PRBLZ0001` (a client reference that is not browser-safe) an error | + +The full set, grouped by area and with the behaviour each one changes, is in +[references/properties.md](references/properties.md). Read it rather than guessing a property name — +several of these have near-miss names that do nothing. + +## Derived properties to inspect, not re-derive + +When explaining what the SDK did, read the value it computed rather than reasoning from the folder +name: + +`PurviewLogicalProjectName`, `PurviewNamespacePrefix`, `PurviewProjectShortName`, `PurviewTestType`, +`RootNamespace`, `AssemblyName`, `PackageVersion`, `TestingType`, `TargetProjectName`, `RepoRoot`, +`RootPackageJson`, `IsBlazorHostProject`, `IsBffProject`, `PurviewBffExposesApi`, `IsAotCompatible`, +`WarningsAsErrors`. + +Ask MSBuild for one directly: + +```bash +dotnet msbuild -getProperty:RootNamespace +dotnet msbuild -getProperty:TestingType -getProperty:TargetProjectName +``` + +## Compiler-visible properties + +The SDK exports its properties to analyzers and generators as `build_property.`. When +authoring an analyzer, read the exported property instead of re-deriving SDK behaviour — the export +is the SDK's answer, and it stays correct when the rules change. The exported set is listed in +[references/properties.md](references/properties.md). + +## Version detection + +1. If `RootPackageJson` is set, that file is used. +2. Otherwise the repo root is discovered from CI variables, `.git`, or a nearby `package.json`. +3. On success, both `Version` and `PackageVersion` come from the `version` field. +4. `UsePackageJsonVersion=Strict` turns a failed discovery into a build failure instead of a silent + fallback. + +## Repository bootstrap + +The SDK bootstraps two repository-wide files from the package: `.editorconfig` and `global.json`. + +- `PurviewRepoBootstrapMode` — `IfMissing` (default), `Always`, `WarnOnDrift`, `Never` +- `DisableAutoCopySdkFiles` — the master off switch +- `PurviewRepoBootstrapCopyRetries` / `...RetryDelayMilliseconds` / `...FailureAsError` + +Every project in a solution writes those same destinations, so the write is race-tolerant by +design: an existing file is never overwritten unless asked, each write is staged into a temporary +file and renamed into place, retries are quiet, and only a failure that survives every retry is +reported. + +**The SDK writes nothing into an agent directory.** It used to mirror a package's `.agents/**` into +the repository; that is gone, along with `EnableAgentFolderInPackage`, `AgentPackDestinationFolder` +and the `PurviewAgentFolder*` properties. Skills have exactly one installer, the skills CLI — see +`purview-buildsdk-skill-installation`. + +## Guidance when changing SDK configuration + +1. Preserve existing defaults unless the task explicitly changes product behaviour. +2. Keep `README.md`, the property declaration, its validation and the shipped skills aligned — a + property documented in one place and absent from another is the failure mode this repository + keeps hitting. +3. A new property that affects import-time behaviour must say so in its documentation. +4. Add the property to the `CompilerVisibleProperty` list if an analyzer would benefit from it. diff --git a/.agents/skills/purview-buildsdk-configuration/references/properties.md b/.agents/skills/purview-buildsdk-configuration/references/properties.md new file mode 100644 index 0000000..1fb1f81 --- /dev/null +++ b/.agents/skills/purview-buildsdk-configuration/references/properties.md @@ -0,0 +1,168 @@ +# Purview.BuildSdk property reference + +Every user-facing property, grouped by what it changes. Defaults are what the SDK applies when the +consuming project supplies nothing. + +## Identity and naming + +| Property | Default | Behaviour | +| -- | -- | -- | +| `NamespacePrefix` | *(required)* | The root identity source. Required unless the check is disabled. Set before the SDK import | +| `DisableNamespacePrefixCheck` | `false` | Stops the build failing when `NamespacePrefix` is unset | +| `EnableAssemblyNameGeneration` | `true` | `AssemblyName` and the default `PackageId` follow the fully evaluated `RootNamespace`, or the full logical project name when suffix-stripping removed a segment (`Shared`, `ServiceDefaults`). Set `false` before the SDK import for standard project-name behaviour | +| `AssemblyIdentifierClassName` | *(derived)* | Renames the generated marker class | +| `DisableGenerateAssemblyIdentifierClass` | `false` (forced `true` for test and shared-testing projects) | Drops the empty marker class (`Assembly`, global namespace) that architecture tests use to pin an assembly by `typeof` rather than by name | +| `DisableGenerateAssemblyInfoClass` | `false` | Drops the generated `AssemblyInfo` | +| `DisableAutoInternalsVisibleTo` | `false` | Drops automatic friend-assembly generation | +| `DisableProjectFileNamingConventionCheck` | `false` | Stops validating that the `.csproj` filename matches its directory | +| `AutoIncludeUsings` | `true` | Controls the SDK-added global usings. Set before the SDK import | + +## Target framework and language + +| Property | Default | Behaviour | +| -- | -- | -- | +| `TargetFramework` | `net10.0` | Applied when neither `TargetFramework` nor `TargetFrameworks` is set. A project that explicitly declares `IsRoslynComponent=true` defaults to `netstandard2.0` | +| `IsRoslynComponent` | *(unset)* | When explicitly `true`: a single `netstandard2.0` target, `LangVersion=latest`, `Nullable=enable`, `TreatWarningsAsErrors=true`, `Deterministic=true`, extended analyzer rules, SourceLink with `EmbedUntrackedSources=true`, no dependency file, telemetry exclusion, and `PrivateAssets=all` on `Microsoft.CodeAnalysis.*` references | +| `IsRoslynComponentOnly` | `true` for Roslyn components | Analyzer-only package: `IncludeBuildOutput=false`, `IncludeSymbols=false`, portable PDB packed beside the analyzer under `analyzers/dotnet/cs/`. Set `false` for a dual-role component using normal library symbol packaging | +| `DisableRoslynCompilerDefaultsValidation` | `false` | Opts out of `ValidateRoslynComponentCompilerSettings`, which fails the pack of a packable Roslyn component missing `LangVersion`, `Nullable`, `TreatWarningsAsErrors` or `EnforceExtendedAnalyzerRules` | +| `PackProjectReferencedSourceGenerators` | `true` | Packable projects include analyzer `ProjectReference` outputs under `analyzers/dotnet/cs/`. Use `Pack="false"` on one reference to opt that one out | + +## Style policy + +| Property | Default | Behaviour | +| -- | -- | -- | +| `DisablePurviewStylePolicyValidation` | `false` | Stops the build failing (`PRSGD0006`–`PRSGD0009`) when the repository `.editorconfig` overrides the modifier policy — `dotnet_style_require_accessibility_modifiers` other than `omit_if_default`, hiding `IDE0040`/`IDE1006`, disabling the Style category in bulk, weakening the `_camelCase` private-instance-field rule, or adding the accessibility rules to `NoWarn`. Entries the SDK injects itself are ignored | +| `PurviewTestContextNoWarn` | `CA1002;CA1012;CA1034;CA1047;CA1050;CA1051;CA1062;CA1064;CA1515;CA1707` | The production API-surface rules exempted in test and shared-testing projects. Test projects keep the strict style contract (`IDE0040`, field naming, formatting, `IDE1006`) but are context aware: public test classes, `Method_Scenario_Expectation` names, exposed fields and unvalidated helper parameters are allowed. Set before the SDK import | +| `DisablePurviewTestContextRuleSet` | `false` | Makes test and shared-testing projects enforce the production API-surface rules too | +| `PurviewPolicyExemptNoWarn` | *(derived)* | The SDK-injected `NoWarn` entries `ValidatePurviewStylePolicy` accepts | + +## Testing + +| Property | Default | Behaviour | +| -- | -- | -- | +| `TestingFramework` | `TUnit` | `TUnit`, `Xunit`, `None` | +| `SubstituteFramework` | `TUnitMocks` | `TUnitMocks`, `NSubstitute`, `None` | +| `TestDataFramework` | `Bogus` | `Bogus`, `None` | +| `CollectCoverage` | `true` for detected test projects | | +| `EnableStaticNativeInstrumentation` | `false` for test projects | | +| `EnableDynamicNativeInstrumentation` | `false` for test projects | | +| `TestingPlatformDotnetTestSupport`, `UseMicrosoftTestingPlatformRunner`, `EnableMicrosoftTestingPlatform` | enabled for TUnit test projects | Microsoft.Testing.Platform wiring | +| `PurviewSharedTestingOutputType` | `Library` | Forced onto `IsSharedTestingProject` projects, with `IsTestProject`/`IsTestingPlatformApplication` cleared, because the test packages otherwise flip them into an executable test host. Set `Exe` before the SDK import to keep the package-driven shape | + +## Packaging + +| Property | Default | Behaviour | +| -- | -- | -- | +| `IsPackable` | `false` | | +| `PurviewAutoSdkPack` | `true` | Packs `Sdk/**/*` into the package at the right root-level paths | +| `PurviewSkillsSourceFolder` | `/skills` | Where authored skills live | + +Packable-project defaults, applied only when the project supplied nothing: +`GenerateDocumentationFile=true`, `IncludeSymbols=true`, `SymbolPackageFormat=snupkg`, +`PublishRepositoryUrl=true`, `EmbedUntrackedSources=true`, `DebugType=portable`. Portable PDBs ship +in the `.snupkg`; the `.nupkg` gets none unless the project opts in. Roslyn-component-only packages +instead default `IncludeSymbols=false` and ship their PDB inside `analyzers/dotnet/cs/`. + +When the repository root is discoverable, the root `README.md` is packed automatically and +registered as `PackageReadmeFile`, unless one is configured already. + +Non-packable projects, including web apps, default `WarnOnPackingNonPackableProject=false` so a +solution-wide pack skips them silently. + +`ContinuousIntegrationBuild` is set only by real CI environment variables. Packability alone never +forces SourceLink's CI-mode dirty-repository checks. + +## Telemetry and SourceLink + +| Property | Default | Behaviour | +| -- | -- | -- | +| `ExcludePurviewTelemetry` | `false` | Removes `Purview.Telemetry.SourceGenerator` | +| `ExcludeMSTelemetryExtension` | `false` | Removes `Microsoft.Extensions.Telemetry.Abstractions`. Only relevant when `ExcludePurviewTelemetry` is also `false` — the whole group is skipped otherwise | +| `SourceLinkPackageName` | `Microsoft.SourceLink.GitHub` | | +| `DisableSourceLink` | `false` | | + +## Blazor WebAssembly, browser-safe libraries and BFF hosts + +| Property | Default | Behaviour | +| -- | -- | -- | +| `IsBffProject` | `true` for a web SDK project named `*Bff`, else `false` | Classifies a BFF host. `false` opts a `*Bff` project out; `true` opts another web project in | +| `IsBlazorHostProject` | *(computed)* | `true` for a web SDK project that references a WebAssembly client. Set `false` to opt out. Never implies `IsBffProject` | +| `PurviewAutoBlazorClientReference` | `true` | A host named `` references its `.Client` WebAssembly client automatically. Skipped when the reference is already declared | +| `DisablePurviewBlazorWebAssemblyDefaults` | `false` | Keeps the generic defaults on a WebAssembly client: packable when asked, Dockerfile container detection, the automatic `Shared` reference. Set before the SDK import | +| `PurviewBrowserSafe` | *(unset)* | `true` on a class library applies `IsAotCompatible`, `SupportedPlatform browser` and the browser-safe `WarningsAsErrors`, each only where the project set nothing | +| `PurviewBrowserSafeWarningsAsErrors` | `true` | `false` keeps the trim and AOT diagnostics as warnings; `CA1416` then falls back to the repository's severity (`suggestion` in the shipped `.editorconfig`) | +| `PurviewBrowserSafeWarningCodes` | `CA1416`, `IL2001`-`IL2128`, `IL3000`-`IL3005`, `IL3050`-`IL3059` | The ids a browser-safe library adds to `WarningsAsErrors` | +| `DisablePurviewBrowserSafeReferenceCheck` | `false` | Turns off `PRBLZ0001`, the check that every project a client (or browser-safe library) references sets `PurviewBrowserSafe` | +| `PurviewBrowserSafeReferenceCheckAsError` | `false` | Reports `PRBLZ0001` as an error | +| `PurviewBffExposesApi` | `true` when the BFF references `Microsoft.AspNetCore.OpenApi`, else `false` | Whether a BFF keeps the `Microsoft.AspNetCore.OpenApi.Generated` interceptor namespace | + +`PurviewBrowserSafe="true"` is also accepted as `ProjectReference` metadata, recording that a +reference was judged browser-safe when it cannot say so itself. + +## Version detection + +| Property | Default | Behaviour | +| -- | -- | -- | +| `UsePackageJsonVersion` | `true` | `true`, `false`, `Strict` | +| `RootPackageJson` | *(discovered)* | Explicit path to the `package.json` to read | +| `EnableVersionDetectionCache` | `true` | | +| `VersionDetectionCacheFile` | *(derived)* | | +| `VersionDetectionLogEnabled` | `false` | Logs the detected version | + +## Repository bootstrap + +| Property | Default | Behaviour | +| -- | -- | -- | +| `DisableAutoCopySdkFiles` | `false` | Master switch for SDK-managed repository file writes | +| `PurviewRepoBootstrapMode` | `IfMissing` | Also `Always`, `WarnOnDrift`, `Never` | +| `BootstrapEditorConfigToRepoRoot` | `true` | | +| `RepositoryEditorConfigFilePath` | *(derived)* | Overrides the destination `.editorconfig` | +| `BootstrapGlobalJsonToRepoRoot` | `true` | | +| `RepositoryGlobalJsonFilePath` | *(derived)* | Overrides the destination `global.json` | +| `PurviewBuildSdkVersionForGlobalJson` | restored package version, else the version it was packed as | | +| `PurviewRepoBootstrapCopyRetries` | `3` | | +| `PurviewRepoBootstrapCopyRetryDelayMilliseconds` | `500` | | +| `PurviewRepoBootstrapCopyFailureAsError` | `true` | `false` downgrades a persistent write failure to a warning | +| `PurviewSuppressCopyRetryWarnings` | `true` | Demotes the built-in copy task's `MSB3026` retry notice to a message | +| `PurviewRepositoryRootMarkers` | `.git/;.github/;.gitattributes;LICENSE.md;AGENTS.md;.agents/;CLAUDE.md;.claude/;package.json` | Ordered markers identifying a repository root, most authoritative first | + +There is no agent-folder mirror. `EnableAgentFolderInPackage`, `AgentPackDestinationFolder`, +`PurviewAgentFolderSourcePath`, `PurviewAgentFolderCopy*`, `PurviewAgentSyncManifestPath` and +`DisableMirroredFileTrackingCheck` were removed: skills are installed by the skills CLI, and +nothing else was left for the mirror to deliver. + +## Skills + +Covered in full by `purview-buildsdk-skill-installation`: `PurviewSkillsRunner`, +`PurviewSkillsRunnerCandidates`, `PurviewSkillsCommand`, `PurviewSkillsPackage`, +`PurviewSkillsAgents`, `PurviewSkillsSource`, `PurviewSkillsInstallRoot`, `PurviewSkillsRepoRoot`, +`EnablePurviewSkillRecommendations`, `PurviewSkillRecommendationsInCI`. + +## Compiler-visible properties + +Exported to analyzers and generators as `build_property.`: + +- `UsePackageJsonVersion`, `RootPackageJson`, `RepoRoot`, `Version`, `PackageVersion` +- `NamespacePrefix`, `DisableNamespacePrefixCheck` +- `TestingFramework`, `SubstituteFramework`, `TestDataFramework` +- `ExcludePurviewTelemetry`, `ExcludeMSTelemetryExtension` +- `EnableAssemblyNameGeneration`, `DisableAutoInternalsVisibleTo`, `DisableGenerateAssemblyInfoClass`, + `DisableGenerateAssemblyIdentifierClass`, `AssemblyIdentifierClassName` +- `IsCSharpProject`, `IsTestProject`, `IsSharedTestingProject`, `IsSharedProject` +- `TestingType`, `TargetProjectName` +- `IsContainerProject`, `IsSdkProject`, `SdkProjectName`, `IsWebProject`, `IsWebSdkProject`, + `IsWorkerSdkProject`, `IsAspireHostProject`, `IsCLIProject` +- `IsBlazorWebAssemblyProject`, `IsRazorClassLibraryProject`, `IsBlazorHostProject`, `IsBffProject` +- `PurviewBrowserSafe`, `PurviewBrowserSafeWarningsAsErrors`, `DisablePurviewBrowserSafeReferenceCheck`, + `PurviewBrowserSafeReferenceCheckAsError`, `DisablePurviewBlazorWebAssemblyDefaults`, + `PurviewAutoBlazorClientReference`, `PurviewBffExposesApi` +- `EditorConfigFilePath`, `RepositoryEditorConfigFilePath`, `BootstrapEditorConfigToRepoRoot` +- `RepositoryGlobalJsonFilePath`, `BootstrapGlobalJsonToRepoRoot`, `DisableAutoCopySdkFiles` +- `PurviewRepoBootstrapMode`, `PurviewRepoBootstrapCopyRetries`, + `PurviewRepoBootstrapCopyRetryDelayMilliseconds`, `PurviewRepoBootstrapCopyFailureAsError` +- `PurviewSuppressCopyRetryWarnings` +- `PurviewSkillsSourceFolder`, + `PurviewSkillsAgents`, `PurviewSkillsInstallRoot`, `PurviewRepositoryRootMarkers`, + `PurviewSkillsRunner` +- `PurviewBuildSdkVersionForGlobalJson`, `CurrentYear`, `AutoGeneratedAssemblyInfoFile`, + `AutoGeneratedAssemblyIdentifierFile` diff --git a/.agents/skills/purview-buildsdk-project-detection/SKILL.md b/.agents/skills/purview-buildsdk-project-detection/SKILL.md new file mode 100644 index 0000000..8573ca4 --- /dev/null +++ b/.agents/skills/purview-buildsdk-project-detection/SKILL.md @@ -0,0 +1,157 @@ +--- +name: purview-buildsdk-project-detection +description: Explain why Purview.BuildSdk classified a project as test, shared, shared-testing, CLI, web, worker, Aspire host, container, Roslyn component, Blazor WebAssembly client, Razor class library, Blazor host or BFF, and why it added a package, a project reference, a namespace or an analyzer automatically. Use when SDK behaviour looks surprising, when a test project gets no runner or no InternalsVisibleTo, or when reasoning about RootNamespace, AssemblyName and TargetProjectName. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Why Purview.BuildSdk did that + +Use this skill when the question is **why** the SDK applied something automatically. + +For where a project should live, use `purview-buildsdk-project-layout`. For the property that turns +a behaviour off, use `purview-buildsdk-configuration`. + +## Diagnose from computed properties, never from the folder name + +Read what the SDK actually computed: + +```bash +dotnet msbuild -getProperty:PurviewLogicalProjectName -getProperty:RootNamespace \ + -getProperty:TestingType -getProperty:TargetProjectName -getProperty:IsTestProject +``` + +The values worth inspecting first: `MSBuildProjectName`, `NamespacePrefix`, +`PurviewLogicalProjectName`, `RootNamespace`, `TestingType`, `TargetProjectName`, `SdkProjectName`, +`IsTestProject`, `IsSharedProject`, `IsSharedTestingProject`, `IsContainerProject`, `IsCLIProject`, +`IsWebSdkProject`, `IsAspireHostProject`, `IsBlazorWebAssemblyProject`, `IsRazorClassLibraryProject`, +`IsBlazorHostProject`, `IsBffProject`. + +## Detection rules + +### Test projects + +Name matches `^.*\.([\w|_]\w*)Tests?$` — a target name, a dot, then any word before `Test`/`Tests`. +The captured word becomes `TestingType`. + +This is a pattern, **not** a lookup. `MyProject.GoldenTests` is detected exactly as readily as +`MyProject.UnitTests`, with `TestingType=Golden` and `Category=Golden`, even though `Golden` is not a +name the SDK ships. + +**The dot is required.** A project named plainly `UnitTests` does not match, and silently gets no +runner, no coverage, no `InternalsVisibleTo` and no category. This is the single most common +surprise. + +Derived: `IsTestProject=true`, `TestingType=`, `PurviewTestType=Tests`, +`TargetProjectName=`. + +The SDK's explicit `TestType` item group governs **`InternalsVisibleTo` generation**, not detection: +a non-test project grants access to `{AssemblyName}.{TestType}Tests` for each name in the group. A +suffix outside it still builds, runs and gets a category — it just cannot see `internal` members. +The 53 names are in [references/test-types.md](references/test-types.md). + +### Shared and shared-testing projects + +Recognised by **exact name**, never by substring. The two lists are in +[references/detection.md](references/detection.md). Derived: `IsSharedProject`, +`IsSharedTestingProject`. + +### SDK and content based + +| Signal | Result | +| -- | -- | +| the project's `Sdk="..."` declaration | `IsSdkProject`, `SdkProjectName` | +| `Microsoft.NET.Sdk.Web` | `IsWebSdkProject=true` | +| `Microsoft.NET.Sdk.Worker` | `IsWorkerSdkProject=true` | +| SDK starts with `Aspire.Sdk.Host` or `Aspire.AppHost.Sdk` | `IsAspireHostProject=true` | +| `Dockerfile`, `dockerfile` or `Dockerfile.dev` in the project directory | `IsContainerProject=true` | +| name ends with `CLI`, `Console`, `CommandLine`, `QuickStart`, `QuickStarts` | `IsCLIProject=true` | +| `Microsoft.NET.Sdk.BlazorWebAssembly` | `IsBlazorWebAssemblyProject=true` | +| `Microsoft.NET.Sdk.Razor` | `IsRazorClassLibraryProject=true` | +| a web SDK project whose name ends with `Bff` (case-sensitive, like `CLI`), or that sets `IsBffProject=true` | `IsBffProject=true` | +| a web SDK project that references an `IsBlazorWebAssemblyProject` project | `IsBlazorHostProject=true` | + +`IsBffProject=false` opts a `*Bff` project out. `IsBlazorHostProject` is **never** inferred into +`IsBffProject`: a host that keeps no tokens is not a BFF, and BFF rules do not describe it. + +`IsBlazorHostProject` is known at evaluation for the ``/`.Client` pairing. A host +referencing a client under any other name is resolved during the build, so ask for it with the +target that resolves it: + +```bash +dotnet msbuild -t:ResolvePurviewBlazorHostProject -getProperty:IsBlazorHostProject +``` + +What each Blazor and BFF classification applies - and the browser-safe library check - is in +[references/blazor.md](references/blazor.md). + +## Namespace and identity + +1. `PurviewLogicalProjectName` is `NamespacePrefix` plus the project name, de-duplicated when the + project name already starts with the prefix's tail. +2. `RootNamespace` defaults to `PurviewLogicalProjectName`. +3. Known suffixes are stripped from `RootNamespace` — shared and shared-testing names, and segments + such as `Core`, `EF`, `Shared`, `ClientShared`, `ServiceDefaults`. +4. Test suffixes are stripped too, so `Acme.Api.UnitTests` maps back to `Acme.Api`. +5. `AssemblyName` and `PackageId` default to the fully evaluated `RootNamespace` — except where + stripping removed a segment, where they use the full `PurviewLogicalProjectName` so the artifact + stays distinct from its parent. Test and shared-testing projects keep their detected suffix. + Explicit `AssemblyName`/`PackageId`/`RootNamespace` always win. +6. The naming defaults are applied during `Sdk.props`, before the Microsoft SDK computes + `TargetName`, so the compiled output name always matches `AssemblyName`. + +## Automatic packages and references + +- **Non-test C# projects**: SourceLink (unless `DisableSourceLink`), the Purview telemetry packages + (unless `ExcludePurviewTelemetry`), `GenerateDocumentationFile=true`, and `InternalsVisibleTo` + generation (unless `DisableAutoInternalsVisibleTo`). +- **Test and shared-testing projects**: test-friendly `NoWarn` defaults, not packable or + publishable, and the packages selected by `TestingFramework`, `SubstituteFramework` and + `TestDataFramework`. TUnit test projects get Microsoft.Testing.Platform wiring automatically. + Shared-testing projects skip the runnable test package. +- **Packable projects**, **Roslyn components** and **special project types** (CLI, container, web, + Aspire host): see [references/detection.md](references/detection.md). +- **Blazor WebAssembly clients, Blazor hosts, BFFs and browser-safe libraries**: see + [references/blazor.md](references/blazor.md). + +Project-reference probing is layout-driven and covered by `purview-buildsdk-project-layout`. + +## The shipped analyzers + +The SDK adds `Purview.BuildSdk.Analyzers` as an `` item to every C# project, so its rules +surface in command-line builds and in Visual Studio. The code-fix assembly ships beside it. + +| Rule | What it enforces | +| -- | -- | +| `PDS0002` | Extensions classes live under `Extensions//` | +| `PDS0003` | Explicit types with target-typed `new()` | +| `PDS0004` | Correct acronym capitalisation | +| `PDS0008` | A BFF's authentication cookie is not set `HttpOnly = false` | +| `PDS0009` | A BFF's authentication cookie is not set `SameSite = None` | + +`PDS0004` follows .NET naming guidance: well-known framework spellings (`Sql`, `Guid`, `Uuid`, +`Url`, `Dns`, `Tcp`, `Http`, `Xml`, `Db`, …) are exempt — `Db` among them, so `DbContext`, +`DbConnection` and `DbSet` are never flagged. A small set is still uppercased: `Api`, `Ai`, `Ui`, +`Io`, `Os`, `Cpu`, `Gpu`, `Cli`, `Gui`, `Ram`, `Ssh`. Members mandated by a contract — interface +implementations and base-class overrides — are never renamed. + +Customise through `dotnet_analyzer_configuration.pds0004.allowed_words` (exempt segments), +`.acronym_map` (segment renames, e.g. `Sql:SQL`, or `Db:DB` to re-enable it) and +`.allowed_identifiers` (brand names, exact or word-boundary prefix, first match wins — `CosmosDb` +covers `CosmosDbServer`). All three merge with and override the shipped defaults. + +The shipped `.editorconfig` marks generated content (`Migrations/`, `*.g.cs`, `Generated/`, +`*.Designer.cs`, `obj/`, `bin/`) as `generated_code = true`, and suppresses namespace-conflict +diagnostics under `Extensions/`, so no `#pragma` suppressions are needed there. + +Two Visual Studio refactorings ship with them, both described in +[references/detection.md](references/detection.md). + +## When changing a detection rule + +1. Keep the `.csproj` filename equal to its directory name. +2. Update `README.md` and the shipped skills in the same change — a rule true in code and false in + prose is this repository's recurring failure. +3. Add or update the integration test in `src/tests/BuildSdk.IntegrationTests/` that pins it. diff --git a/.agents/skills/purview-buildsdk-project-detection/references/blazor.md b/.agents/skills/purview-buildsdk-project-detection/references/blazor.md new file mode 100644 index 0000000..c65d153 --- /dev/null +++ b/.agents/skills/purview-buildsdk-project-detection/references/blazor.md @@ -0,0 +1,105 @@ +# Blazor WebAssembly, browser-safe libraries and BFF hosts + +Every behaviour below applies only to the project type it names, and each one names the failure it +prevents. Nothing here changes a project that is not a WebAssembly client, a Blazor host, a BFF or a +`PurviewBrowserSafe` library. + +## Blazor WebAssembly client (`IsBlazorWebAssemblyProject`) + +| Applied | Failure it prevents | Opt out | +| -- | -- | -- | +| `IsPackable=false` | packing an app's `wwwroot` as a package nobody can consume | `IsPackable=true` in the project | +| `IsContainerProject=false`, so no `PublishAot`, `InvariantGlobalization` or Docker defaults | `PublishAot` on a client is a publish that fails, and the Blazor SDK owns globalisation | `DisablePurviewBlazorWebAssemblyDefaults=true` before the SDK import | +| no automatic `../Shared*/Shared*.csproj` reference | a server-side library joining the browser download because of a folder name | `DisablePurviewBlazorWebAssemblyDefaults=true` before the SDK import | +| the browser-safe reference check (`PRBLZ0001`) | a library joining the download without anyone deciding it was safe there | `DisablePurviewBrowserSafeReferenceCheck=true` | + +Globalisation, trimming mode and the Blazor runtime settings are deliberately left alone: the Blazor +SDK owns them, and a second default would compete with it. + +### The automatic packages + +The SDK adds `Purview.Telemetry.SourceGenerator` and `Microsoft.Extensions.Telemetry.Abstractions` +to every non-test project, a client included. Both were checked rather than assumed: + +- the generator is analyzer-only (`PrivateAssets=all`), so nothing of it is downloaded; +- its generated `ActivitySource`, `ILogger` and `Meter` code, and `Telemetry.Abstractions` itself, + publish with no trim warnings and run on the WebAssembly runtime + (`BlazorWebAppTests.AutomaticTelemetryPackages_RunInsideTheWebAssemblyRuntime` boots it); +- the SDK adds no exporter. An OTLP exporter cannot work from a browser, which is exactly why the SDK + never adds one - that is the application's choice. + +Nothing is therefore excluded from a client by default. `ExcludePurviewTelemetry` and +`ExcludeMSTelemetryExtension` still remove them. + +## Blazor host (`IsBlazorHostProject`) + +A web SDK project named `` beside a WebAssembly client named `.Client` is the Blazor Web +App pairing. The host gets an automatic `ProjectReference` to the client - probed the same way a test +project's target is, and skipped when the project already references it - so the client's framework +files are served. Opt out with `PurviewAutoBlazorClientReference=false`. + +`IsBlazorHostProject` says nothing about `IsBffProject`. In a Blazor Web App the host is the BFF only +if it keeps the tokens. + +## BFF host (`IsBffProject`) + +- **No packages are added.** YARP, OpenID Connect and any BFF library are the application's choice, + and Duende.BFF carries a commercial licence. +- The `Microsoft.AspNetCore.OpenApi.Generated` interceptor namespace every other web project gets is + removed, because a BFF that only forwards has no API document to generate. A BFF referencing + `Microsoft.AspNetCore.OpenApi` keeps it; `PurviewBffExposesApi` decides explicitly. +- `PDS0008` reports `HttpOnly = false` on the `CookieAuthenticationOptions` cookie (script could read + the session). `PDS0009` reports `SameSite = None` on it (cross-site requests would carry it). Only a + constant assigned to that cookie is reported - never the antiforgery cookie, which script may + legitimately read, nor the OpenID Connect correlation and nonce cookies, which need + `SameSite=None`. + +Deliberately **not** checked, because a build cannot check them precisely: + +- **a persisted Data Protection key ring.** The call that persists it (`PersistKeysTo*`) is routinely + made in a shared ServiceDefaults project, which the BFF's compilation cannot see, so the rule would + fire on correctly configured BFFs - and a noisy rule gets suppressed wholesale. +- **anti-forgery on forwarded routes.** It stays a review obligation. + +## Browser-safe library (`PurviewBrowserSafe=true`) + +Applies to class libraries only, and only what the project has not set: + +- `IsAotCompatible=true` (on a TFM that supports it), which turns on `IsTrimmable` and the trim, + single-file and AOT analyzers; +- ``, so `CA1416` reports an API the browser does not support; +- `WarningsAsErrors` for every trim (`IL2001`-`IL2128`), single-file (`IL3000`-`IL3005`) and AOT + (`IL3050`-`IL3059`) diagnostic and `CA1416`, listed in `PurviewBrowserSafeWarningCodes`. + `TreatWarningsAsErrors` is not touched. + +`CA1416` is `suggestion` in the shipped `.editorconfig`. The compiler's `/warnaserror+:CA1416` +outranks an `.editorconfig` severity, so the error still fires without the repository's setting +changing. The consequence of `PurviewBrowserSafeWarningsAsErrors=false` is that the trim and AOT +diagnostics stay warnings while `CA1416` falls back to the repository's configured severity. + +What it cannot catch: file and network I/O. `File` works against the browser's in-memory file system +and `HttpClient` works through `fetch`, so neither is annotated as unsupported, and no analyzer reports +them. Reviewing for them stays a human obligation. + +### The reference check (`PRBLZ0001`) + +A WebAssembly client asks each `ProjectReference` - through an MSBuild call on the referenced project, +never by guessing from its name - for its `PurviewBrowserSafe` value, and warns for each one that does +not set it. A browser-safe library runs the same check over its own references, so the guarantee +covers the whole download, not only the first level. + +- `PurviewBrowserSafe="true"` metadata on the `ProjectReference` records the decision for a project + that does not use this SDK. +- References with `ReferenceOutputAssembly="false"` or an `OutputItemType` are not downloaded and are + not checked. Package references are not checked either. +- `PurviewBrowserSafeReferenceCheckAsError=true` makes it an error. + +### Purview packages a Contracts library builds on + +Checked against a `PurviewBrowserSafe` library, then run on the WebAssembly runtime: + +| Package | Result | +| -- | -- | +| `Purview.Results` 1.0.4 | clean | +| `Purview.ZodSharp` 2.4.2 | clean, including `[ZodSchema]` | +| `Purview.ValueObjects` 1.2.3 | the runtime assembly is AOT-compatible, but the JSON converter the generator emits for a scalar calls the reflection-based `JsonSerializer.Serialize`/`Deserialize(..., options)` overloads, which is `IL2026` and `IL3050` - errors in a browser-safe library. Set `GenerateJsonConverter = false` on the scalar until the generator writes the value directly. | diff --git a/.agents/skills/purview-buildsdk-project-detection/references/detection.md b/.agents/skills/purview-buildsdk-project-detection/references/detection.md new file mode 100644 index 0000000..85fde09 --- /dev/null +++ b/.agents/skills/purview-buildsdk-project-detection/references/detection.md @@ -0,0 +1,83 @@ +# Detection detail + +## Shared project names (exact) + +`Shared`, `SharedFramework`, `SharedInfrastructure`, `SharedInfra`, `SharedUtilities`, +`SharedUtils`, `SharedLibrary`, `SharedLib`, `SharedHelpers` + +## Shared testing project names (exact) + +`SharedTestingFramework`, `SharedTestingInfrastructure`, `SharedTestingInfra`, +`SharedTestingUtilities`, `SharedTestingUtils`, `SharedTestingLibrary`, `SharedTestingLib`, +`SharedTestingHelpers` + +These are matched whole, not as substrings. `SharedModels` is not a shared project. + +A shared-testing project is forced to `PurviewSharedTestingOutputType` (default `Library`), with +`IsTestProject` and `IsTestingPlatformApplication` cleared, because the test packages otherwise flip +it into an executable test host. Set `PurviewSharedTestingOutputType=Exe` before the SDK import to +keep that package-driven shape. + +## Packable projects + +Defaults applied only where the project supplied nothing: `GenerateDocumentationFile`, +`IncludeSymbols`, `SymbolPackageFormat=snupkg`, `PublishRepositoryUrl`, `EmbedUntrackedSources`, +`IncludeSource`, `DebugType=portable`. + +- Portable PDBs ship in the `.snupkg`. The `.nupkg` receives none unless the project opts in. +- The repository-root `README.md` is packed and registered as `PackageReadmeFile` when it exists and + nothing else is already being packed as one. +- Non-packable projects, web apps included, default `WarnOnPackingNonPackableProject=false`, so a + solution-wide `dotnet pack` skips them silently. +- `ContinuousIntegrationBuild` is set only by real CI environment variables. Packability alone never + forces SourceLink's CI-mode dirty-repository checks. + +## Roslyn components + +A project that explicitly declares `IsRoslynComponent=true` gets: + +- a single `netstandard2.0` target, `LangVersion=latest`, `Nullable=enable`, + `TreatWarningsAsErrors=true`, `Deterministic=true`, extended analyzer rules +- SourceLink with `EmbedUntrackedSources=true`, no dependency file, telemetry excluded +- compiler-generated output under the framework-specific intermediate directory +- `PrivateAssets=all` on `Microsoft.CodeAnalysis.*` and `Microsoft.CodeAnalysis.Analyzers`, so they + never leak into the packed nuspec + +`IsRoslynComponentOnly` defaults to `true`: `IncludeBuildOutput=false`, `IncludeSymbols=false`, no +`.symbols.nupkg` or `.snupkg`, and the analyzer PDB shipped inside the main `.nupkg` under +`analyzers/dotnet/cs/` beside the assembly (`PurviewPackAnalyzerPdb=true`). Set it to `false` for a +dual-role component that wants normal library symbol packaging. + +`ValidateRoslynComponentCompilerSettings` fails the pack of a packable Roslyn component missing +`LangVersion`, `Nullable`, `TreatWarningsAsErrors` or `EnforceExtendedAnalyzerRules`. Opt out with +`DisableRoslynCompilerDefaultsValidation=true`. + +`PackProjectReferencedSourceGenerators` (default `true`) makes a packable project include analyzer +`ProjectReference` outputs and their runtime dependencies under `analyzers/dotnet/cs/`. Set it +`false` globally, or `Pack="false"` on one analyzer reference. + +## Special project types + +| Type | Applied | +| -- | -- | +| CLI | `OutputType=Exe`, `appsettings*.json` included as content | +| Container | `InvariantGlobalization`, `PublishAot`, Linux Docker defaults, container tooling packages | +| Web SDK | `Microsoft.AspNetCore.OpenApi.Generated` added to `InterceptorsNamespaces`, unless marked as a separate web-project mode | +| Aspire host | `OutputType=Exe` | +| Blazor WebAssembly client | not packable, no container defaults, no automatic `Shared` reference, the browser-safe reference check - see [blazor.md](blazor.md) | +| Blazor host | an automatic reference to its `.Client` - see [blazor.md](blazor.md) | +| BFF | no packages, no OpenAPI interceptor unless it exposes an API, `PDS0008`/`PDS0009` - see [blazor.md](blazor.md) | +| `PurviewBrowserSafe` library | `IsAotCompatible`, `SupportedPlatform browser`, trim/AOT/`CA1416` as errors - see [blazor.md](blazor.md) | + +## The Visual Studio refactorings + +Two ship with the code-fix assembly, both serving the `PDS0002` convention: + +- **Split extensions class into one class per receiver type** — offered on a static extensions class + targeting several receiver types. It produces one `Extensions` class per receiver + (a generic `this TBuilder where TBuilder : IHostApplicationBuilder` receiver becomes + `HostApplicationBuilderExtensions`) and places each under `Extensions//`. +- **Move extensions class to conventional location** — offered on a misplaced single-receiver + extensions class. It re-paths the file to `Extensions//`, fixes the namespace + to the receiver's, and updates `using` directives in other referencing documents so the move + compiles. diff --git a/.agents/skills/purview-buildsdk-project-detection/references/test-types.md b/.agents/skills/purview-buildsdk-project-detection/references/test-types.md new file mode 100644 index 0000000..dace44f --- /dev/null +++ b/.agents/skills/purview-buildsdk-project-detection/references/test-types.md @@ -0,0 +1,35 @@ +# The shipped `TestType` group + +These 53 names drive **`InternalsVisibleTo` generation**, not test detection. A non-test project +grants friend access to `{AssemblyName}.{TestType}Tests` for each name here. + +Detection is the pattern `^.*\.([\w|_]\w*)Tests?$`, so a suffix outside this group is still detected, +still runs and still gets its category — it simply cannot reach the target project's `internal` +members. Prefer a name from this group unless the test type genuinely needs its own word. + +```text +Unit Integration E2E EndToEnd Acceptance +Functional Performance Load Smoke Stress +Regression Security Chaos Scenario System +Threat BlackBox WhiteBox GrayBox GreyBox +Accessibility Usability Visual Interactive Localization +Globalization Environment Configuration Deployment Architecture +Contract Component Sanity Property Fuzz +Mutation Snapshot Approval Benchmark Capacity +Concurrency Endurance Soak Spike Failover +Recovery Resilience Compatibility Interoperability Migration +Upgrade Penetration Compliance +``` + +## The five to reach for first + +`Unit`, `Integration`, `E2E`, `Functional`, `Contract`. Everything else is available, but a reader +has to ask what it means — use one only when the test type itself carries operational weight. + +## What a suffix buys you + +| | detected as a test project | gets a category | gets a runner and coverage | sees `internal` members | +| -- | -- | -- | -- | -- | +| `Api.UnitTests` | yes | `Unit` | yes | yes | +| `Api.GoldenTests` | yes | `Golden` | yes | **no** | +| `UnitTests` *(no dot)* | **no** | no | **no** | no | diff --git a/.agents/skills/purview-buildsdk-project-layout/SKILL.md b/.agents/skills/purview-buildsdk-project-layout/SKILL.md new file mode 100644 index 0000000..6c19c3d --- /dev/null +++ b/.agents/skills/purview-buildsdk-project-layout/SKILL.md @@ -0,0 +1,161 @@ +--- +name: purview-buildsdk-project-layout +description: Decide where a project goes and what to call it in a repository that uses Purview.BuildSdk. Use when creating, moving, splitting or renaming a project or test project, choosing a test suffix, aligning namespaces and assembly identity with NamespacePrefix, laying out a Blazor Web App host, WebAssembly client and browser-safe Contracts library, or relying on the SDK's automatic project references. Also use when rationalising a repository's shape so the SDK's conventions work without overrides. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Project layout and naming for Purview.BuildSdk + +Use this skill when physically adding, moving, splitting or renaming a project. + +For *why* the SDK classified an existing project a particular way, use +`purview-buildsdk-project-detection`. For the property that changes a behaviour, use +`purview-buildsdk-configuration`. + +## First principle + +**Treat naming and placement as configuration, not decoration.** + +The SDK infers namespaces, assembly identity, test categories, package wiring and project references +from a small set of conventions. The closer a repository sits to them, the fewer overrides it needs. + +The corollary matters just as much: **preserve the host repository's existing layout first.** Only +introduce new structure when no established pattern exists. + +## Canonical layout + +```text +/ + package.json version source + .editorconfig bootstrapped by the SDK + skills/ authored agent skills, if any + src/ + .slnx + src//.csproj + tests/.Tests/.Tests.csproj +``` + +- The `.csproj` filename must equal its containing directory name, unless + `DisableProjectFileNamingConventionCheck=true`. +- Source projects under `src/`, test projects under `tests/`. +- Place a new project beside similar ones — same language, layer and test type. +- One test type per project by default. + +A repository that already uses a different shape keeps it; add to it rather than converting it. + +## Naming and identity + +`NamespacePrefix` is the root identity source. Keep project names short and let the SDK apply the +prefix: + +| `NamespacePrefix` | Project | `RootNamespace` | +| -- | -- | -- | +| `Aspire` | `Hosting` | `Aspire.Hosting` | +| `Acme.Sales.RegionalPipeline` | `Identity.API` | `Acme.Sales.RegionalPipeline.Identity.API` | +| `Acme.Sales.RegionalPipeline` | `Identity.Core` | `Acme.Sales.RegionalPipeline.Identity` | + +`AssemblyName` and `PackageId` follow the resolved `RootNamespace` — except where suffix-stripping +removed a segment (`Core`, `Shared`, `ServiceDefaults`), in which case they keep the fuller logical +name so the artifacts stay distinct from their parent. Explicit values always win, and +`EnableAssemblyNameGeneration=false` (before the SDK import) restores standard behaviour. + +Do not hand-author an alternate namespace scheme when one is already in use. + +## Test project naming + +Test detection is a **pattern**, not a list: `^.*\.([\w|_]\w*)Tests?$`. A target name, a dot, then +any word before `Test` or `Tests`. The captured word becomes `TestingType` and the baseline category. + +**The dot is required.** A project named plainly `UnitTests`, with no target in front of it, is not +detected as a test project at all — no runner, no coverage, no `InternalsVisibleTo`, no category. +Always name a test project `.Tests`. + +Prefer these by default: `UnitTests`, `IntegrationTests`, `E2ETests`, `FunctionalTests`, +`ContractTests`. Use another suffix only when the test type itself carries operational meaning. + +A suffix outside the SDK's shipped `TestType` group still builds, runs and gets its category — it +just cannot reach the target project's `internal` members, because that group drives +`InternalsVisibleTo` generation. The full list is in `purview-buildsdk-project-detection`. + +## Shared projects: exact names only + +The SDK recognises these names exactly — a near miss gets none of the behaviour. + +Shared: `Shared`, `SharedFramework`, `SharedInfrastructure`, `SharedInfra`, `SharedUtilities`, +`SharedUtils`, `SharedLibrary`, `SharedLib`, `SharedHelpers`. + +Shared testing: `SharedTestingFramework`, `SharedTestingInfrastructure`, `SharedTestingInfra`, +`SharedTestingUtilities`, `SharedTestingUtils`, `SharedTestingLibrary`, `SharedTestingLib`, +`SharedTestingHelpers`. + +## Automatic project references to preserve + +Layout is what makes these work. Move a project off the convention and you own the reference. + +Test projects probe for their target, in order: + +- `../$(TargetProjectName)/$(TargetProjectName).csproj` +- `../../$(TargetProjectName)/$(TargetProjectName).csproj` +- `../src/$(TargetProjectName)/$(TargetProjectName).csproj` +- `../../src/$(TargetProjectName)/$(TargetProjectName).csproj` + +Non-test projects pick up sibling shared projects via `../Shared*/Shared*.csproj`; test projects +pick up `../SharedTesting*/SharedTesting*.csproj`. A Blazor WebAssembly client is the exception: it +does not pick up `Shared*`, because everything it references is downloaded to the browser. + +## Blazor Web App: host and client + +```text +src/src/ + Shop/Shop.csproj Microsoft.NET.Sdk.Web - the host + Shop.Client/Shop.Client.csproj Microsoft.NET.Sdk.BlazorWebAssembly - the client + Shop.ClientShared/Shop.ClientShared.csproj a PurviewBrowserSafe library both use + Shop.Bff/Shop.Bff.csproj a BFF, when tokens are kept server-side in a separate host +src/tests/ + Shop.Client.UnitTests/ TargetProjectName = Shop.Client +``` + +- A web host named `` beside a WebAssembly client named `.Client` is the pairing the SDK + recognises: the host gets `IsBlazorHostProject=true` and a reference to the client automatically + (skipped when declared; `PurviewAutoBlazorClientReference=false` opts out). +- Identities with `NamespacePrefix=Acme`: `Shop.Client` is `Acme.Shop.Client`; `Shop.Bff` is + `Acme.Shop.Bff`; `ClientShared` is a stripped segment, so `Shop.ClientShared` has namespace + `Acme.Shop` and assembly `Acme.Shop.ClientShared`. +- Every library the client references must set `true`, or the + build reports `PRBLZ0001`. Keep server-only code (file, process, database access) out of anything + the client references. +- Name a BFF host `*Bff` (case-sensitive) for `IsBffProject=true`. Being the client's host does not + make a project a BFF. + +## Creating a new project + +1. Match the SDK and style of sibling projects. +2. Use Central Package Management if the repository has it. +3. Add only the dependencies the project's scope needs — the SDK supplies the testing stack, + SourceLink and telemetry by default. +4. Add the project to the solution. +5. Keep target frameworks, nullability, analyzers and warning settings consistent with neighbours. + +## Moving or splitting + +1. Create the destination using the established layout. +2. Move the files. +3. Update namespaces, usings and references for the destination. +4. Verify the destination still produces the intended `TestingType`, `TargetProjectName` and + `RootNamespace` — ask MSBuild rather than assuming: + `dotnet msbuild -getProperty:RootNamespace -getProperty:TargetProjectName`. +5. Remove dependencies the source no longer needs. +6. Update solution membership and project references. +7. Build, then run the affected tests. + +## Guardrails + +- Prefer minimal, targeted diffs; avoid cross-cutting renames unrelated to the move. +- Keep test intent unchanged while relocating. +- When the structure is ambiguous, infer from the nearest sibling projects and say which assumption + you made. +- When in doubt, preserve compatibility with the SDK's automatic naming, namespace and + project-reference behaviour. diff --git a/.agents/skills/purview-buildsdk-repository-review/SKILL.md b/.agents/skills/purview-buildsdk-repository-review/SKILL.md new file mode 100644 index 0000000..ce1fd29 --- /dev/null +++ b/.agents/skills/purview-buildsdk-repository-review/SKILL.md @@ -0,0 +1,111 @@ +--- +name: purview-buildsdk-repository-review +description: Review a repository that uses Purview.BuildSdk for naming, placement and test-structure alignment, and report what the SDK can and cannot do automatically as a result. Use when asked to audit, rationalise or health-check a repo against the SDK's conventions, when onboarding an existing codebase onto Purview.BuildSdk, or when deciding whether a layout quirk is worth changing. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Reviewing a repository against the SDK's conventions + +This is an audit, not a refactor. The deliverable is a prioritised list of findings and the cost of +each, so somebody else can decide what to change. + +For the conventions themselves use `purview-buildsdk-project-layout`; for why one project was +classified as it was, `purview-buildsdk-project-detection`. + +## The governing judgement + +**Deviation is only a finding when it costs the repository something.** The SDK infers behaviour +from naming and placement, so a deviation is interesting precisely to the extent that it turns an +automatic behaviour off. A layout that differs from the canonical one but still gets every automatic +behaviour is not debt, and reporting it as such wastes the reader's attention. + +Sort every finding into one of three buckets, and say which: + +| Bucket | Meaning | +| -- | -- | +| **Acceptable variance** | Differs from the canonical layout, costs nothing. Preserve it. | +| **Structural debt** | Blocks an automatic behaviour the repository would benefit from. | +| **Incremental opportunity** | Low-risk tidying worth doing when the area is touched anyway. | + +## 1. Read before concluding + +Inspect, in this order, before forming any opinion: + +- `Directory.Build.props` and `Directory.Build.targets` — where the SDK is imported, and what is set + before the import +- the solution entry point, for what is actually in the build +- `Directory.Packages.props`, for Central Package Management +- the project layout on disk + +## 2. Check the structural signals + +- Source projects under `src/`, test projects under `tests/`. +- `.csproj` filename equals its containing directory name — unless + `DisableProjectFileNamingConventionCheck=true`, which is itself a finding worth surfacing. +- Short project names, with `NamespacePrefix` carrying the repository identity. +- Test project names match `^.*\.([\w|_]\w*)Tests?$`. **The dot is required**; a project named + plainly `UnitTests` is not detected at all and silently gets no runner, no coverage, no + `InternalsVisibleTo` and no category. This is the single highest-value thing to check. +- Test suffixes come from the SDK's shipped `TestType` group where `internal` access is wanted — a + suffix outside it still runs, it just cannot see `internal` members. +- Shared and shared-testing projects use the **exact** recognised names. A near miss gets none of + the behaviour. + +## 3. Verify with MSBuild, do not infer from folder names + +A review that reasons from directory names will be wrong about at least one project. Ask: + +```bash +dotnet msbuild -getProperty:RootNamespace -getProperty:AssemblyName \ + -getProperty:IsTestProject -getProperty:TestingType -getProperty:TargetProjectName +``` + +Quote the computed values in the findings. "`Api.Tests` resolves `TestingType=` empty, so it has no +runner" is actionable; "`Api.Tests` looks like it might not be detected" is not. + +## 4. Review test readability + +- Subject-based suites: `{SubjectName}Tests`, with + `{SubjectOrMemberUnderTest}_{Scenario}_{Expectation}` methods. +- Non-subject-based suites — build, generator, workflow, package, full-system — named clearly for + their broader role. A forced `{Subject}Tests` on one of these is worse, not better. +- TUnit categories and display names used where a suite is large enough to need navigating. + +See `purview-buildsdk-testing`. + +## 5. Check the test dependencies are earned + +The SDK already supplies `TUnit`, `TUnit.Mocks`, `Bogus` and the Microsoft.Testing.Platform wiring +to every detected test project. Anything beyond that was a deliberate choice, and deliberate choices +go stale: + +- `TUnit.Aspire` and `Purview.Containers` are **not** universal defaults. Confirm each reference is + genuinely needed by that project rather than copied from a sibling. +- Where a project references `Testcontainers` directly, check whether a `Purview.Containers` typed + module now covers it — the module set grows, and a direct reference that was once necessary often + is not any more. +- A package the SDK already adds, restated in a project file, is maintenance cost with no effect. + +## 6. Explain consequences, not just mismatches + +For each finding, name the specific automatic behaviour that is lost: `RootNamespace`, +`AssemblyName`, `PackageId`, `TargetProjectName`, the automatic target-project reference, the +sibling `Shared*` reference, `InternalsVisibleTo` generation, the test runner and coverage wiring. + +"Project is not under `src/`" is not a finding. "Project is not under `src/`, so the test project's +four probe paths all miss and the `ProjectReference` has to be maintained by hand" is. + +## Reporting the result + +1. One sentence on whether the repository broadly fits the SDK's conventions. +2. The findings, ordered by impact, each with its bucket and the behaviour it costs. +3. The low-risk rationalisation steps, as concrete renames or moves. +4. An explicit split of what is **already automatic** versus what this repository has configured by + hand — that list is usually the most useful part of the review, because hand-configuration that + merely restates a default is pure maintenance cost. + +Do not propose a cross-cutting rename as a first step. Name the one change with the best +cost-to-benefit ratio and say what it unlocks. diff --git a/.agents/skills/purview-buildsdk-skill-installation/SKILL.md b/.agents/skills/purview-buildsdk-skill-installation/SKILL.md new file mode 100644 index 0000000..66c20a3 --- /dev/null +++ b/.agents/skills/purview-buildsdk-skill-installation/SKILL.md @@ -0,0 +1,166 @@ +--- +name: purview-buildsdk-skill-installation +description: Install, list and diagnose the agent skills a Purview.BuildSdk package ships. Use for the InstallPurviewSkills, ListPurviewSkills and RecommendPurviewSkills MSBuild targets, for any PRSKL0001-PRSKL0014 diagnostic, for choosing a package runner (npx, pnpm dlx, bunx, yarn dlx, deno), for skills-lock.json, or when a package ships skills but no agent can see them. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Installing the skills a package ships + +For *authoring* skills, use `purview-buildsdk-skill-tests`. + +## The one thing to understand first + +**The SDK writes nothing into an agent directory.** A package *ships* `.agents/skills//`, but +as metadata — it is what tells the SDK which skills the package offers and at which commit. Nothing +copies it out. + +Skills are installed by the skills CLI and by nothing else. That is a deliberate single-writer rule. +Earlier versions of this SDK mirrored a package's whole `.agents/**` folder into the consuming +repository, and the CLI's own universal install location is `.agents/skills/` — the same paths. The +mirror would silently overwrite a pinned install on the next build, while `PRSKL0011` compared a +lockfile ref against content the mirror had already replaced. The mirror was removed outright rather +than fenced off, because the CLI covers the whole job. + +Installing is therefore a separate, deliberately **explicit** step. It is never a side effect of a +restore, a build, a design-time build or a test run. + +```bash +dotnet msbuild -t:ListPurviewSkills # diagnostics only, installs nothing +dotnet msbuild -t:InstallPurviewSkills # delegates to the skills CLI +``` + +Neither target has `BeforeTargets` or `AfterTargets`. If skills are appearing or changing on their +own, something has been wired up that should not be. + +## How a skill is resolved, and why the version is always right + +There is deliberately **no custom manifest**. A package that ships skills already carries both +halves of the mapping, and `ResolvePurviewSkillSources` reads them: + +- `.agents/skills//` in the restored package says *which* skills it ships. +- The nuspec's ``, written by SourceLink for every package this + SDK builds, says which git repository and which **exact commit** produced them. + +So the resolved ref is the commit the *restored package version* was built from. An older +`PackageReference` gets that version's skills, not whatever is on the default branch. Compatibility +is exact by construction rather than by convention. + +## Installing from an explicit source + +For a skill you want but have no `PackageReference` for: + +```bash +dotnet msbuild -t:InstallPurviewSkills -p:PurviewSkillsSource=purview-dev/build-sdk +``` + +The caller owns the ref here — append `#` to pin it. This path needs no restore, so +`PRSKL0001` does not apply. + +## Diagnostics + +| Code | Meaning | Fix | +| -- | -- | -- | +| `PRSKL0001` | `project.assets.json` is missing | Restore. Resolution reads the restore graph and deliberately does not trigger a restore of its own | +| `PRSKL0002` | The package's nuspec has no GitHub repository URL, or no commit | The package cannot be pinned. It is reported rather than installed from a guessed branch | +| `PRSKL0003` | No repository root resolved | Pass `-p:PurviewSkillsInstallRoot=` | +| `PRSKL0004` | No skills CLI and no package runner found | Install Node, or set `PurviewSkillsCommand` | +| `PRSKL0005` | An authored skill is malformed | See `purview-buildsdk-skill-tests` | +| `PRSKL0010` | A skill a referenced package ships is missing | Warning. `npx skills add ...` | +| `PRSKL0011` | An installed skill is pinned to a different ref than the referenced package | Warning. Install the package's own commit | +| `PRSKL0012` | A skill cannot be verified | Message | +| `PRSKL0013` | An orphaned lockfile entry | Message | +| `PRSKL0014` | Recorded in the lockfile but never restored | Message | + +## Recommendations run during an ordinary build + +This is the **one** skill feature that does. `RecommendPurviewSkillsOnBuild` runs after `Build` and +delegates to `RecommendPurviewSkills`, which can also be invoked by name: + +```bash +dotnet msbuild -t:RecommendPurviewSkills +``` + +`EvaluatePurviewSkillState` joins the skills each restored package ships against the CLI's own +`skills-lock.json`. Both inputs are local files, so it stays offline and spawns no process. + +Four things keep it quiet, and all of them are load-bearing: + +- Design-time builds, CI builds, non-default TFM passes and + `EnablePurviewSkillRecommendations=false` are skipped outright. + `PurviewSkillRecommendationsInCI=true` re-enables CI. +- A fingerprint stamp at `/.purview/skill-recommendations.cache` means a given state is + reported once per repository, not once per project and again on every rebuild. The explicit target + ignores the stamp. +- Missing and drifted are **warnings** (fixable in one command); unverifiable and orphaned are + **messages**. No amount of skill advice can break a build using `TreatWarningsAsErrors`. +- A correctly installed set produces no output at all. + +Orphan detection is **owner-scoped on purpose**: a lockfile cannot record who asked for an entry, so +only an entry under an owner the project references — but from a repository it no longer references +— is reported. A skill from any other owner is the developer's own, and is never mentioned. + +### Drift never recommends `npx skills update` + +`update` installs the *newest* published skill, which is only correct when the newest skill happens +to describe the referenced package version. `PRSKL0011` names the referenced package's own commit in +a pinned `npx skills add` instead. + +## Package runners + +The CLI is published to npm, and every runner spells "run this npm package" differently. +`PurviewSkillsRunner` selects one, defaulting to `npx` because npx ships with Node itself. + +| Runner | Invocation | +| -- | -- | +| `npx` | `npx -y skills@1` | +| `bunx` | `bunx skills@1` | +| `bun` | `bun x skills@1` | +| `pnpm` | `pnpm dlx skills@1` | +| `yarn` | `yarn dlx skills@1` — Yarn 2+ only | +| `deno` | `deno run -A npm:skills@1` | + +An unknown runner falls through to ` $(PurviewSkillsPackage)`, so it still works. + +`DetectPurviewSkillsCli` probes `PATH` for `skills` first, then `$(PurviewSkillsRunner)`, then +`$(PurviewSkillsRunnerCandidates)`, honouring `PATHEXT` on Windows where these are `.cmd` shims. +`PATH` is read directly rather than by spawning a version check: deterministic, no process, and it +cannot hang on a cold download. **The runner actually found wins over the configured preference.** +`PurviewSkillsCommand` overrides the launcher entirely and skips detection. + +`ListPurviewSkills` reports runner availability but **never** errors on its absence — resolving and +reporting needs no Node tooling at all. + +## Always the repository root + +`skills-lock.json` and the agent directories belong to the repository, not to a project, so every +skill target runs from one resolved root: + +1. `PurviewSkillsInstallRoot` — an explicit override +2. `PurviewSkillsRepoRoot` — only when the **user** set it +3. the `PurviewRepositoryRootMarkers` walk +4. `PurviewSkillsRepoRoot` / `RepoRoot` as the SDK guessed them +5. CI workspace variables +6. SourceLink's git `SourceRoot` + +There is deliberately **no project-directory fallback**. That would scatter a lockfile and an agent +directory through the tree, one per project. An unresolved root is `PRSKL0003` on install, and +silence for recommendations — a build never fails over advice. + +The marker walk is described in [references/repository-root.md](references/repository-root.md); its +two-pass behaviour and its home-directory bound are both load-bearing. + +## Why the CLI rather than a reimplementation + +The CLI owns the agent-specific destinations and their discovery conventions, which differ per agent +and change independently of this SDK. It also owns `skills-lock.json`, so a repository can restore +the same set later with `npx skills experimental_install`. + +`PurviewSkillsAgents` (default `*`) narrows the target agents. + +The lockfile is read **directly** rather than by parsing `npx skills list --json`, because that +listing omits the `ref` — and the ref is the whole compatibility question. Reading a file also needs +no Node tooling, which is what keeps recommendations working on a machine that can build .NET but +has no Node. There is deliberately no competing lockfile. diff --git a/.agents/skills/purview-buildsdk-skill-installation/references/repository-root.md b/.agents/skills/purview-buildsdk-skill-installation/references/repository-root.md new file mode 100644 index 0000000..e90b695 --- /dev/null +++ b/.agents/skills/purview-buildsdk-skill-installation/references/repository-root.md @@ -0,0 +1,55 @@ +# The repository-root marker walk + +`FindPurviewRepositoryRoot` is an inline MSBuild task driven by `PurviewRepositoryRootMarkers`: + +```text +.git/;.github/;.gitattributes;LICENSE.md;AGENTS.md;.agents/;CLAUDE.md;.claude/;package.json +``` + +A trailing slash marks a directory. A directory marker still matches a **file** of that name, +because `.git` is a directory in a clone but a file in a worktree or a submodule, and both identify +a repository root. + +## Three things that are load-bearing + +### It cannot be an MSBuild intrinsic + +`GetDirectoryNameOfFileAbove` matches **files only** and returns nothing for `.git/`, `.github/`, +`.agents/` or `.claude/` — four of the nine markers. Verified, not assumed. + +### Two passes + +- **Pass 1** — the first marker in the list is *definitive* and is searched all the way up. `.git/` + *is* the repository root, so a monorepo sub-package with its own `package.json` does not win. +- **Pass 2** — every other marker resolves nearest-ancestor-first, with list order breaking ties + inside a single directory. Searching them all to the top would let a stray `.claude/` in a + developer's home directory outrank the real root. + +### The home directory is never a candidate + +The home directory and everything above it are excluded. Without that bound, a project outside any +repository resolves to `~` and installs into it — and a `.claude/` or a `.github/` very commonly +sits there. A repository *below* the home directory is unaffected, because it is below it. + +## Why the marker walk outranks the evaluation-time guess + +`PurviewSkillsRepoRoot` is computed during evaluation from `RepoRoot` and an `AGENTS.md` walk-up. +An `AGENTS.md` can legitimately sit in a subdirectory, and resolving to it would put a lockfile and +an agent directory somewhere that is not the repository. + +`_PurviewSkillsRepoRootWasSpecified` is captured in `Sdk.props` *before* defaulting, so a value the +**user** set still outranks the walk while a value the SDK guessed does not. + +## A target's Condition is evaluated before its DependsOnTargets + +A property a dependency computes is still empty in the depending target's `Condition`. That is why +the unresolved-root guard sits on the `EvaluatePurviewSkillState` task rather than on +`RecommendPurviewSkills` — and equally why the build hook's CI and design-time gating works at all. + +## The managed port + +`Purview.Skills.Testing` ships `SkillRepositoryRoot`, a managed port of the same walk with the same +default markers, so a test that validates a repository's skills resolves the same root the build +installs them into. The two are kept in step by `SkillRepositoryRootTests`, including an assertion +on the default marker list itself — both are defaults nobody sets, so nothing else would notice them +drifting apart. diff --git a/.agents/skills/purview-buildsdk-skill-tests/SKILL.md b/.agents/skills/purview-buildsdk-skill-tests/SKILL.md new file mode 100644 index 0000000..4043ac4 --- /dev/null +++ b/.agents/skills/purview-buildsdk-skill-tests/SKILL.md @@ -0,0 +1,131 @@ +--- +name: purview-buildsdk-skill-tests +description: Author agent skills in a repository that uses Purview.BuildSdk, and validate them with Purview.Skills.Testing or the SDK's pack-time ValidatePurviewSkills target. Use when adding or renaming a skill, writing SKILL.md frontmatter, splitting content into references/ or scripts/, fixing a PRSKL0005 pack failure or a skill-name, skill-description or skill-bundled-resources test failure, or deciding where skills belong in a repository. +license: MIT +metadata: + package: Purview.Skills.Testing + repository: purview-dev/build-sdk +--- + +# Authoring and validating agent skills + +For installing skills a package ships, use `purview-buildsdk-skill-installation`. + +## Where skills live + +**At the repository root, in `skills//SKILL.md`.** Always. + +The skills CLI only discovers skills at a root `skills/` folder, and it reaches a repository by +The skills CLI only discovers skills at a root `skills/` folder, and it reaches a repository by +cloning it, so nothing else is visible to it. Nothing is packed into a NuGet package — a package +carries .NET artifacts, and skills are delivered by the CLI from git. + +```text +skills/ + my-skill/ + SKILL.md required + references/ loaded on demand + scripts/ executable, run on demand + assets/ templates and static resources +``` + +Link to a skill by its **authored** path, `./skills//SKILL.md`. A link into `.agents/skills/` +points at a gitignored file that does not exist in a fresh clone. + +## `SKILL.md` format + +```markdown +--- +name: my-skill +description: What it does, and when to use it. Include the words a task would contain. +license: MIT +metadata: + package: My.Package +--- + +# My skill + +Instructions. +``` + +| Field | Required | Constraint | +| -- | -- | -- | +| `name` | yes | 1–64 chars, lowercase `a-z0-9` and single hyphens, no leading, trailing or consecutive hyphen, **must equal the folder name** | +| `description` | yes | 1–1024 chars, non-empty | +| `license` | no | A licence name, or the name of a bundled licence file | +| `compatibility` | no | ≤500 chars, only when the skill has real environment requirements | +| `metadata` | no | A map of string to string. Anything not defined above belongs here | +| `allowed-tools` | no | Space-separated pre-approved tools. Experimental | + +**There are no other top-level fields.** `category`, `roles` and `tags` are common inventions and a +strict client rejects them; put them under `metadata`. + +The full specification is at . +[references/authoring.md](references/authoring.md) covers description writing, naming for a shared +namespace, and progressive disclosure. + +## Progressive disclosure + +An agent loads a skill in three stages: the `name` and `description` at startup, the whole +`SKILL.md` body once the skill activates, and `references/`, `scripts/` or `assets/` only when the +task reaches them. + +So: keep `SKILL.md` **under 500 lines**, and move detail into `references/`. The body is a cost paid +on every activation; a reference file is paid only when it is needed. + +Keep file references one level deep from `SKILL.md`, and relative to the skill root. A path that +climbs out of the skill folder is broken everywhere except the authoring repository, because only +the skill's own folder is installed. + +## Validating + +### In tests — `Purview.Skills.Testing` + +```csharp +[InheritsTests] +public sealed class SkillTests : PurviewSkillTests; +``` + +**`[InheritsTests]` is load-bearing.** TUnit does not walk base types during discovery, so without +it the class compiles, the run is green and nothing is validated. TUnit reports `TUnit0030`; treat +it as an error. + +| Rule id | What it checks | +| -- | -- | +| `skills-discovery` | The folder, when present, holds at least one skill | +| `skill-structure` | Every folder has a `SKILL.md` whose frontmatter parses | +| `skill-name` | Spec-legal, unique, and equal to the folder name | +| `skill-description` | Present, non-empty, within 1024 characters | +| `skill-optional-fields` | Only spec-defined fields, each within its limit | +| `skill-bundled-resources` | Every linked file exists, inside the skill folder | +| `skill-body-size` | `SKILL.md` stays under the recommended 500 lines | + +A repository with **no** `skills/` folder passes every rule — authoring skills is optional. An +**empty** folder fails `skills-discovery`, because every other rule is vacuous against an empty +catalogue. + +Overrides: `RepositoryRoot` (default: the SDK's repository-root marker walk), +`SkillsFolderName` (default `skills`), and `SkipRule(string)`. + +The evaluator takes a `SkillCatalogue`, so a rule can be exercised against a fixture folder rather +than a real repository — the same three-layer shape this repository uses throughout: a reader, an +evaluator over an in-memory model, and a thin test base class. + +### At pack time — `ValidatePurviewSkills` + +It runs `BeforeTargets="Pack"`, so a malformed skill fails in the repository that owns it rather +than reaching the CLI, which would silently skip it. + +```bash +dotnet msbuild -t:ValidatePurviewSkills +``` + +Failures are reported as `PRSKL0005`, one per problem. Every authored skill is checked. + +The two checks overlap deliberately: the pack-time one runs without a test host, the test one +covers more of the specification. + +## What is deliberately not checked + +Prose quality, and whether an agent actually obeys the skill. A build can only check that a skill is +well formed. Treat a green run as "installable", not "good". diff --git a/.agents/skills/purview-buildsdk-skill-tests/references/authoring.md b/.agents/skills/purview-buildsdk-skill-tests/references/authoring.md new file mode 100644 index 0000000..69d4ee4 --- /dev/null +++ b/.agents/skills/purview-buildsdk-skill-tests/references/authoring.md @@ -0,0 +1,79 @@ +# Authoring a skill that fires, and keeps firing + +## The description is the whole activation decision + +`name` and `description` are the only things loaded at startup. Everything else — the body, the +references, the scripts — is invisible until an agent has already decided to activate the skill on +the strength of those two fields. + +So write the description for a *matcher*, not for a reader: + +- Say **what it does** and **when to use it**, in that order. +- Include the words a real task would contain: the tool names, the file names, the error codes, the + property names, the phrases a person would type. +- Name the thing the skill is *not*, when a neighbouring skill could be confused with it. + +| | | +| -- | -- | +| Poor | `Helps with the build SDK.` | +| Better | `Configure Purview.BuildSdk from Directory.Build.props or a .csproj. Use when setting NamespacePrefix, choosing a testing framework, or working out whether a property must be set before the SDK import.` | + +The limit is 1024 characters. Most of that budget is better spent on trigger words than on prose. + +## Naming for a shared namespace + +Skills install into one flat directory per agent, shared with every other skill a developer has +installed from anywhere. A generic name is a collision waiting to happen, and the loser is whichever +one installed second. + +- Prefix with the vendor and the product: `purview-buildsdk-configuration`, not `sdk-configuration`. +- `sdk-*`, `project-*`, `test-*`, `build-*` are all too common to use unprefixed. +- The name must be 1–64 characters, lowercase `a-z0-9` with single hyphens, no leading, trailing or + consecutive hyphen — and it must equal the folder name, because the CLI installs by the + frontmatter name while a human reads the folder. + +Renaming a skill means renaming the folder and the frontmatter together, and re-running the install. + +## Progressive disclosure in practice + +| Stage | Loaded | Budget | +| -- | -- | -- | +| Metadata | `name`, `description` | ~100 tokens, always | +| Instructions | the whole `SKILL.md` body | under 5000 tokens recommended; keep the file under 500 lines | +| Resources | `references/`, `scripts/`, `assets/` | only when the task reaches them | + +What belongs where: + +- **`SKILL.md`** — the decisions, the rules, the things that are wrong by default, and a pointer to + everything else. If a reader needs it to make the *first* correct move, it goes here. +- **`references/`** — long tables, full option lists, grammars, enumerations. Keep each file + focused; an agent loads the whole file. +- **`scripts/`** — executable code. Self-contained, or documenting its dependencies clearly, with + helpful error messages. +- **`assets/`** — templates, schemas, images, lookup data. + +Keep references one level deep. Avoid a chain where one reference sends an agent to another. + +## Links + +Use relative paths from the skill root: + +```markdown +See [the reference](references/REFERENCE.md) for detail. +Run `scripts/extract.py`. +``` + +Only the skill's own folder is installed, so a link that climbs out of it (`../other-skill/...`) is +broken on every machine except the one that authored it. To point at another skill, name it in prose +and let the agent find it by name. + +## Keeping a skill true + +A skill that describes a product goes stale the moment the product changes, and nothing about a +stale skill looks broken — it just gives confidently wrong advice. + +- Change the skill in the **same commit** as the behaviour it documents. +- Prefer stating the property name, the diagnostic code or the target name over paraphrasing the + behaviour; those are greppable when the code changes. +- Where a number or a list is authoritative somewhere else — a default, an enumeration — say where + it comes from, so a reader can check it. diff --git a/.agents/skills/purview-buildsdk-testing/SKILL.md b/.agents/skills/purview-buildsdk-testing/SKILL.md new file mode 100644 index 0000000..5a5a7d5 --- /dev/null +++ b/.agents/skills/purview-buildsdk-testing/SKILL.md @@ -0,0 +1,121 @@ +--- +name: purview-buildsdk-testing +description: Write and run tests in a repository that uses Purview.BuildSdk. Use when authoring or refactoring TUnit tests (AAA structure, Subject_Scenario_Expectation naming, awaited assertions, CancellationToken), when choosing a test project's framework packages, and when running or filtering tests - the SDK wires Microsoft.Testing.Platform, so `dotnet test --filter` reports "Zero tests ran" and `--treenode-filter` is the one that works. +license: MIT +metadata: + package: Purview.BuildSdk + repository: purview-dev/build-sdk +--- + +# Testing in a Purview.BuildSdk repository + +Two things to know before anything else: + +1. A test project is detected by **name**, and detection is what wires the runner. See + `purview-buildsdk-project-layout` if the project is new or being moved. +2. The runner is **Microsoft.Testing.Platform (MTP)**, not VSTest. `--filter` does nothing useful. + +## What a test project gets automatically + +With the defaults (`TestingFramework=TUnit`, `SubstituteFramework=TUnitMocks`, +`TestDataFramework=Bogus`), a detected test project receives: + +- `TUnit`, `TUnit.Mocks`, `Bogus` +- Microsoft.Testing.Platform integration +- `CollectCoverage=true` +- test-friendly `NoWarn` defaults (`PurviewTestContextNoWarn`), while keeping the strict style + contract — `IDE0040`, field naming, formatting, `IDE1006` +- `IsPackable=false`, `IsPublishable=false` + +Add nothing else unless the project's purpose demands it. Two that stay explicit: + +- `TUnit.Aspire` — Aspire lifecycle and AppHost-backed integration tests +- `Purview.Containers` — container-backed integration tests. One API over Microsoft WSL Containers + (no Docker install needed on Windows) or Docker, with typed modules for SQL Server, PostgreSQL, + Redis, MySQL, RabbitMQ, Azurite and NATS. Experimental and prerelease, so pin the version. + Reference `Testcontainers` directly only where no typed module exists yet. + +## Authoring rules + +- Use TUnit (`TUnit.Core`, `TUnit.Assertions`). Do not introduce xUnit, NUnit, MSTest or + FluentAssertions unless explicitly asked. +- Every test method carries `[Test]`. +- **Every assertion is awaited**: `await Assert.That(actual).IsEqualTo(expected);`. An un-awaited + assertion silently passes. +- Arrange / Act / Assert, with the `// Arrange`, `// Act`, `// Assert` comments present. +- Test classes are `{SubjectName}Tests`, in the **same namespace** as the subject. +- Test methods are `{SubjectOrMemberUnderTest}_{Scenario}_{Expectation}`. Use `ctor` as the subject + for constructor tests. Methods, constructors, properties, operators, conversions and validation + hooks are all valid subjects. +- When any method called in the test body accepts a `CancellationToken`, take + `CancellationToken cancellationToken` as the **last parameter** and pass it through. + +```csharp +[Test] +public async Task ProcessAsync_GivenAnEmptyBatch_ReturnsZero(CancellationToken cancellationToken) +{ + // Arrange + var sut = new BatchProcessor(); + + // Act + var result = await sut.ProcessAsync([], cancellationToken); + + // Assert + await Assert.That(result).IsEqualTo(0); +} +``` + +For a suite that is not subject-based — a build, generator, workflow, package or full-system suite — +a broader, more truthful class name is better than a forced `{Subject}Tests`. Use TUnit display +names and categories to keep it navigable. + +When refactoring existing tests, bring them into compliance with all of the above while preserving +test intent. + +## Categories + +The detected test type becomes the baseline category automatically — `Api.IntegrationTests` yields +`Category=Integration`. Add further categories when they make a large suite easier to navigate; +they are what `--treenode-filter` property predicates select on. + +## Running tests + +```bash +dotnet test # the whole suite +dotnet test --treenode-filter "/*/*/LoginTests/*" # one class +dotnet test --treenode-filter "/*/*/*/*[Category=Unit]" +``` + +Prefer the repository's own task (`just test`, or equivalent) for a full run. + +The filter path is `////`, with `*` wildcards, `=`/`!=` property +predicates, `&`/`|` inside a single bracket group, and `**` only at the end. The full grammar, the +`--` separator rules across SDK versions, and the zero-tests checklist are in +[references/treenode-filter.md](references/treenode-filter.md). + +### "Zero tests ran" + +In order: + +1. Are you using `--treenode-filter` and not `--filter`? This is the cause most of the time. +2. Try `dotnet test --treenode-filter "..."`; on an older SDK use `dotnet test -- --treenode-filter "..."`. +3. Broaden to `/*/*/*/*`, then narrow one segment at a time. +4. Does the project actually contain `[Test]` methods? +5. Is the project **detected** as a test project? A name without the dot — `UnitTests` rather than + `Api.UnitTests` — gets no runner at all. Check with + `dotnet msbuild -getProperty:IsTestProject`. +6. Are all property predicates inside one bracket group, `[(A=1)&(B=2)]`? + +## Cross-platform requirement + +CI runs the full suite on Linux, so a test that only passes on Windows is a failing change. + +- Never hardcode a platform-specific path — no `C:\...`, no backslash-only separators, no + case-insensitive path assumptions. +- Build paths with `Path.Combine`, `Path.GetTempPath()`, `Path.DirectorySeparatorChar`, + `Path.GetFullPath()`. +- Feed production path-math code only native-format paths. Normalise a fixed Windows-style literal + to the current platform before passing it in. +- Do not rely on a case-insensitive filesystem, a `C:` drive, or trailing-separator behaviour. +- Keep `SyntaxTree` file paths and `build_property.*` values consistent and native when writing + analyzer tests. diff --git a/.agents/skills/purview-buildsdk-testing/references/treenode-filter.md b/.agents/skills/purview-buildsdk-testing/references/treenode-filter.md new file mode 100644 index 0000000..35d032b --- /dev/null +++ b/.agents/skills/purview-buildsdk-testing/references/treenode-filter.md @@ -0,0 +1,107 @@ +# `--treenode-filter` reference + +TUnit runs on Microsoft.Testing.Platform, not VSTest, so the VSTest `--filter` syntax does not +apply. Narrowing is done with `--treenode-filter`. + +## The path + +```text +//// +``` + +Each segment maps to one level of the tree: + +| Position | Matches | +| -- | -- | +| 1 | Assembly | +| 2 | Namespace | +| 3 | Class | +| 4 | Test name | + +```text +/*/*/LoginTests/* every test in LoginTests +/*/*/*/AcceptCookiesTest one test by name +/*/MyProject.Tests.Integration/*/* every test in a namespace +/*/*/*/* everything +``` + +## Operators + +### `*` — wildcard + +Matches a whole segment or part of one. + +```text +/*/*/LoginTests*/* +/*/*/MyProject.Tests.Api*/* +``` + +### `=` and `!=` — property predicates + +In the last segment, inside `[...]`. + +```text +/*/*/*/*[Category=Unit] +/*/*/*/*[Category!=Slow] +/*/*/*/*[Owner=*Team-Backend*] +``` + +### `&` and `|` — combining + +Inside a **single** bracket group, or a single parenthesised segment. + +```text +/*/*/*/*[(Category=Unit)&(Priority=High)] +/**[(Category=Unit)|(Priority=High)] +/*/*/(LoginTests)|(SignupTests)/* +``` + +### `**` — match all + +Any depth, but **only at the end** of the path. + +```text +/** +/MyAssembly/** +``` + +`/**/Path` is not valid. + +## Rules that catch people out + +- Only **one** property group `[...]` per path segment. `[Category=Smoke]|[Priority=High]` is not + valid; write `[(Category=Smoke)|(Priority=High)]`. +- `**` must be last. +- A segment left empty is not a wildcard — write `*`. + +## The `--` separator + +```bash +dotnet test --treenode-filter "/*/*/*/*[Category=Unit]" # preferred +dotnet test -- --treenode-filter "/*/*/*/*[Category=Unit]" # older SDKs +``` + +Newer .NET SDKs forward unrecognised arguments to the MTP runner directly. On an older SDK the `--` +separator is required, and omitting it produces an argument error rather than a filter. + +## Common selections + +| Intent | Filter | +| -- | -- | +| Everything | `/*/*/*/*` | +| All unit tests | `/*/*/*/*[Category=Unit]` | +| High-priority unit tests | `/*/*/*/*[(Category=Unit)&(Priority=High)]` | +| One class | `/*/*/MyFeatureTests/*` | +| A name pattern | `/*/*/*/MyScenario*` | +| Critical integration tests | `/*/MyProject.Tests.Integration/*/*[Priority=Critical]` | + +## Zero tests ran + +1. `--treenode-filter`, not `--filter`. +2. Try without the `--` separator first, then with it. +3. Broaden to `/*/*/*/*`, then narrow one segment at a time. +4. Confirm the project has `[Test]` methods. +5. Confirm the project is **detected** as a test project — + `dotnet msbuild -getProperty:IsTestProject`. A name without the dot, such as + `UnitTests` rather than `Api.UnitTests`, is not detected and gets no runner. +6. Confirm every property predicate sits in one bracket group. diff --git a/.agents/skills/purview-containers-consumer-requirements/SKILL.md b/.agents/skills/purview-containers-consumer-requirements/SKILL.md new file mode 100644 index 0000000..28a7ee4 --- /dev/null +++ b/.agents/skills/purview-containers-consumer-requirements/SKILL.md @@ -0,0 +1,128 @@ +--- +name: purview-containers-consumer-requirements +description: >- + Use when a project consuming Purview.Containers will not build - PCC0001 or PCC0002, CS1705 for + Microsoft.Windows.SDK.NET, CS0234/CS0246 for Microsoft.WSL types, NETSDK1100 on a Linux build agent + - or when choosing the target framework and platform for a consumer of the WSL Containers backend. +metadata: + product: Purview.Containers + repository: purview-dev/containers +--- + +# Consumer requirements + +## Which package requires what + +| Package | Target frameworks | Notes | +| --- | --- | --- | +| `Purview.Containers` | `net10.0`, any platform | the umbrella: `Core` plus both backends | +| `Purview.Containers.Core` | `net10.0`, any platform | backend-neutral abstractions | +| `Purview.Containers.` | `net10.0`, any platform | service modules; restore anywhere, need a backend to run | +| `Purview.Containers.Wsl` | `net10.0` **and** `net10.0-windows10.0.19041.0` | a portable facade plus the Windows implementation. **Everything below is its contract.** | +| `Purview.Containers.Docker` | `net10.0`, any platform | needs a reachable Docker daemon, not a Windows target framework | + +A consumer of any backend other than WSL needs only a portable `net10.0` project. + +## Most projects need nothing + +```xml +net10.0 +``` + +That binds the portable facade and gets automatic backend selection — WSLC on a Windows host, Docker +everywhere else. It is the recommended choice, and it is why a Windows developer and a Linux CI +runner can share one test project. + +A Windows-targeting project binds the implementation directly, with no run-time load: + +```xml + + net10.0-windows10.0.19041.0 + x64 + 10.0.26100.80 + +``` + +The last two lines are optional — the package ships MSBuild defaults — but stating them makes the +requirement visible to the next person reading the project file, and the defaults only fill in a +value you have not chosen. + +## The five requirements + +| # | Requirement | Why | +| --- | --- | --- | +| 1 | **.NET 10 or later** | the package ships `lib/net10.0/` (facade) and `lib/net10.0-windows10.0.19041/` (implementation) | +| 2 | **A Windows target framework that names the OS version** — *only* if you want the implementation bound directly | the `Microsoft.WSL.Containers` projection ships Windows assets only | +| 3 | **64-bit** — `PlatformTarget` `x64`/`arm64`, or a matching `RuntimeIdentifier` | the native `wslcsdk.dll` ships for `win-x64` and `win-arm64` only | +| 4 | **`WindowsSdkPackageVersion` ≥ `10.0.26100.80`** | the projection is compiled against `Microsoft.Windows.SDK.NET` `10.0.26100.79`, and the pack the SDK resolves for a `10.0.19041.0` target framework is older | +| 5 | **A Windows 10/11 host with WSL Containers**, to actually run anything | the library drives WSLC; it never installs or updates it for you | + +### Always spell out the Windows version + +```xml +net10.0-windows10.0.19041.0 +net10.0-windows +``` + +`net10.0-windows` resolves its platform version to **7.0**, older than the `10.0.19041.0` the +implementation was built against, so NuGet selects no compile assets at all. (The +`Microsoft.WSL.Containers` package is itself `net8.0-windows10.0.19041.0`, which a +`net10.0-windows10.0.19041.0` project consumes without issue.) + +## What the package does for you + +`Purview.Containers.Wsl` ships two `buildTransitive` files, imported by NuGet for **direct and +transitive** references: + +| File | Effect | +| --- | --- | +| `…Wsl.props` | defaults `WindowsSdkPackageVersion` to `10.0.26100.80` when unset, and registers the `wsl` backend | +| `…Wsl.targets` | **Windows consumer:** defaults `PlatformTarget` to `x64` when unset or `AnyCPU` and no `RuntimeIdentifier` is selected, and fails with `PCC0001`/`PCC0002` when the target framework or platform cannot be supported. **Platform-neutral consumer:** copies the Windows implementation payload — implementation, WSLC projection, its Windows SDK dependencies, the native SDK — into `wslc/` beside the output on a Windows build host, so the facade can load it at run time. | + +An explicit `PlatformTarget`, `RuntimeIdentifier` or `WindowsSdkPackageVersion` in the consumer +always wins. + +A **service module** is backend-neutral and brings no backend. Reference the module *and* a backend +package, and use `PURVIEW_CONTAINERS_BACKEND` to pin which one runs. + +> Because `buildTransitive` assets are framework-agnostic, NuGet no longer reports `NU1202` for an +> incompatible target framework: restore succeeds and the **guard target** produces the failure +> instead. That is deliberate. `PCC0001` names the required target framework, whereas an empty +> compile-asset set only produces `CS0246` errors in your own code — which blame the wrong thing. + +## Error reference + +| Error | Raised by | Means | Fix | +| --- | --- | --- | --- | +| `PCC0001` | the shipped guard target | the target framework is neither .NET 10+ on Windows `10.0.19041.0`+ nor a platform-neutral .NET 10+ framework | retarget as above | +| `PCC0002` | the shipped guard target | the consumer is not 64-bit | remove `PlatformTarget`, set it to `x64`/`arm64`, or choose a matching `RuntimeIdentifier` | +| `CS1705` naming `Microsoft.Windows.SDK.NET` | the compiler | the resolved Windows SDK targeting pack is older than the projection's | pin `WindowsSdkPackageVersion` to `10.0.26100.80` | +| `CS0234`/`CS0246` for `Microsoft.WSL`/`Purview` types | the compiler | the package contributed no compile assets — an unsupported target framework, or an unverified escape hatch | fix the target framework; `PCC0001` says the same thing more clearly | +| `NETSDK1100` | the SDK | building a Windows-targeted project on a non-Windows agent | set `EnableWindowsTargeting=true` | + +### `EnableWindowsTargeting` on a non-Windows agent + +It lets a Linux build agent *compile* a Windows-targeted project. It does **not** make the +implementation runnable there — the facade still reports `wsl` unavailable, and Docker is selected. +Use it to keep one solution building in CI, not as a way to run WSLC off Windows. + +## Verifying all of this + +The repository proves every row above rather than asserting it: + +- `Wsl.UnitTests/ConsumerRequirementsTests.cs` guards the **shape** inside the normal unit run — the + Windows build targets `.NETCoreApp,Version=v10.0`, targets `Windows10.0.19041.0`, and declares only + that OS platform. If the target framework drifts, that test fails, and this page, the package + READMEs and the `buildTransitive` defaults all have to move with it. +- `just verify-consumers` proves the **behaviour**: it packs, then builds throwaway consumer projects + for every documented outcome, including the guard errors (`PlatformTarget=x86` → `PCC0002`; + `net8.0-windows` → `PCC0001`; `net11.0-windows` without an OS version → `PCC0001`). It sits outside + the `[Category=Unit]` filter because it restores from nuget.org. + +That split is the point: **a library's own build is not a consumer**, so a claim about consumers is +only true if something builds one. + +## Related skills + +`purview-containers-quickstart` for packages and backend selection, and +`purview-containers-testing` for the test tiers and CI shape. diff --git a/.agents/skills/purview-containers-lifecycle/SKILL.md b/.agents/skills/purview-containers-lifecycle/SKILL.md new file mode 100644 index 0000000..96da38e --- /dev/null +++ b/.agents/skills/purview-containers-lifecycle/SKILL.md @@ -0,0 +1,147 @@ +--- +name: purview-containers-lifecycle +description: >- + Use when reasoning about a Purview.Containers container's lifecycle or readiness - StartAsync, + StopAsync and DisposeAsync semantics, cleanup guarantees and why there is no restart, the Wait + strategy family and started-versus-ready, and WSL Containers networking, port mapping and the + absence of inter-container DNS. +metadata: + product: Purview.Containers + repository: purview-dev/containers +--- + +# Lifecycle, readiness and networking + +## The public surface + +```csharp +public interface IContainer : IAsyncDisposable +{ + Task StartAsync(CancellationToken ct = default); + Task StopAsync(CancellationToken ct = default); + ValueTask DisposeAsync(); + // restart is intentionally NOT offered +} +``` + +**There is no `RestartAsync`.** WSLC has no restart operation, and stop-then-start is not equivalent, +so offering one would be a method that quietly means something different per backend. + +WSLC's `ContainerState` runs `Invalid → Created → Running → Exited → Deleted`. + +| Operation | Behaviour | +| --- | --- | +| `StartAsync` | creates the session if needed, ensures the image per the pull policy, creates the container, starts it, then waits. A missing init binary throws `ArgumentException 0x80070057` with the OCI message, surfaced as `WslContainerStartupException`. | +| `StopAsync` | `Stop(SIGTERM, grace)`, then `Stop(SIGKILL, …)` if still running. **Idempotent** — WSLC accepts stopping an already-stopped container. | +| `DeleteAsync` | `Delete(Force)`. A double delete throws `0x80010108` (`RPC_E_DISCONNECTED`) and is swallowed. | +| `DisposeAsync` | stop if running → delete → release the WinRT object. **Idempotent.** | + +## Cleanup guarantees + +These are the ones that matter when a test throws: + +- `DisposeAsync` runs in a `finally` by callers, **and** the container object is registered for + cleanup by the runtime, so disposal happens even if a test throws after `StartAsync`. +- `EnableAutoRemove` defaults to **`false`**: the library owns deletion. WSLC auto-removal would + delete a one-shot container before its state or output could be inspected — precisely when you need + them. Opt in with `.WithAutoRemove()`. +- A **partial startup failure** — image pull, create, start or wait — tears down through the same + `DisposeAsync` path. So does a **cancelled** `StartAsync` or wait. +- A **container crash** fires `InitProcess.Exited`; the container is then `Exited` and `DisposeAsync` + deletes it. +- A **session crash** marks the runtime session dead, and subsequent operations throw + `WslContainerSessionTerminatedException` rather than failing obscurely. +- **Test-process termination** disposes the shared session through a process-exit hook, freeing the + name. A *crashed* process leaves an orphaned session that only reserves its name; sweep it with + `wslc --session system session terminate`. + +## Secrets and names + +Container names are generated uniquely as `{service}-{processId}-{random8}` and **never contain +credentials**; session names are `wslc-{pid}-{random8}`. Diagnostics redact secrets through a +`Secret` wrapper whose `ToString()` returns ``. + +## Wait strategies + +**A started container is not a ready service.** `Container.Start()` returns once the init process is +running; readiness is a separate check, and it is the one your test actually depends on. + +```text +IWaitStrategy + TimeSpan? Timeout // null -> the container's StartupTimeout + TimeSpan Interval // default 250 ms + int? Retries // optional max failed checks + Task UntilAsync(WaitContext context, CancellationToken ct) + +WaitContext { IContainer Container; string? NetworkIp; int? GetHostPort(ushort); int? FirstHostPort; } +``` + +| Factory | Checks | +| --- | --- | +| `Wait.ForContainerRunning()` | `State == Running`. **Started, not ready.** | +| `Wait.ForTcpPort(8080)` | connects to `127.0.0.1:`. IPv4 only. | +| `Wait.ForHttp("/health")` | `.ForPort`, `.ForScheme`, `.ForStatusCode`, `.ForStatusPredicate`, `.ForHeader`, `.AllowInsecureTls` | +| `Wait.ForLogMessage(string \| Regex)` | case-insensitive substring, or regex, against **accumulated** init-process output | +| `Wait.ForCommand("pg_isready", "-U", "postgres")` | runs it via `ExecAsync`; ready at the expected exit code (default 0, `.ForExitCode(…)`) | +| `Wait.ForCustom((context, ct) => …)` | anything else | +| `Wait.ForAll(…)` / `Wait.ForAny(…)` | every strategy ready on the same check / at least one | + +Fluent modifiers: `.WithTimeout(…)`, `.WithInterval(…)`, `.WithRetries(…)`. + +Details worth knowing: + +- Waits run **inside** `StartAsync()`, after the container starts. `StartAsync` only returns when + every strategy is ready, or throws `ContainerTimeoutException`. +- The default timeout is the container's `StartupTimeout` — 5 minutes, overridable with + `.WithStartupTimeout(…)` or per-strategy. +- A timeout diagnostic includes the container name, image, state, mapped ports, the strategy type, + the last check error, and a bounded, secret-redacted tail of stdout/stderr. +- The container buffers output from process start, so a log message emitted **before** the waiter's + first check still matches. +- HTTP TLS validation is **on** by default. `AllowInsecureTls()` disables it for that request handler + only, never globally. +- Transient exec failures during startup count as not-ready, not as failure. + +Modules pick their own readiness check: PostgreSQL `pg_isready`, Redis `redis-cli ping`, RabbitMQ +`rabbitmq-diagnostics ping`, SQL Server a host-side connection. + +## Networking + +| `ContainerNetworkingMode` | Effect | Port mappings | +| --- | --- | --- | +| `null` (raw default) | Docker `NetworkMode: "none"` — no network, no IP | `CreateContainer` throws `0x80070057` | +| `None` | the same | no | +| `Bridged` | `172.17.0.x` on the session bridge; host→container mapped ports work | yes | + +`ContainerBuilder` defaults to **`Bridged`**, because a container with no network is not useful. + +Verified WSLC behaviour, and the parts that surprise people: + +- The host bind address is **IPv4 loopback only** (`HostIp: 127.0.0.1`). IPv6 `::1` does not connect. +- **Clients must use `127.0.0.1`, not `localhost`.** `localhost` resolves to `::1` first on .NET. + Npgsql and StackExchange.Redis fall back to IPv4; `Microsoft.Data.SqlClient` **hangs** without + falling back. +- Containers in the same session **can** reach each other by IP under `Bridged`. +- There is **no name or DNS resolution between containers**. `http://:8080/` and + `http://:8080/` fail with "bad address"; `/etc/hosts` holds only localhost and the + container's own `IP `. +- There are **no managed network objects** — `Microsoft.WSL.Containers` has no `network + create/connect`, unlike the CLI. + +How the library models it: `GetMappedPublicPort(containerPort)` reads +`Inspect().Ports["/tcp"][0].HostPort`; `IContainer.NetworkIp` is the bridge IP after start +(WSLC reads `Inspect().NetworkSettings.Networks.bridge.IPAddress`, Docker the Testcontainers +`IpAddress`; `null` before start or without a network); TCP and HTTP waits connect to +`127.0.0.1:`. + +**What not to model.** Do not invent Docker-style `Network` objects — the semantics are just "bridged +with IPs". Do not claim container-name resolution works; it does not. Containers are wired +together by passing a dependency's `NetworkIp` into configuration or environment: a module that owns a +dependency starts it first and injects the address from `ContainerBase.ConfigureForStart` (the Azure +Service Bus Emulator does this with its SQL Server sidecar). A general multi-container environment +builder is still deferred. + +## Related skills + +`purview-containers-quickstart` for packages, backends and connection strings; +`purview-containers-testing` for how a suite is organised and why it runs serially. diff --git a/.agents/skills/purview-containers-quickstart/SKILL.md b/.agents/skills/purview-containers-quickstart/SKILL.md new file mode 100644 index 0000000..6d439f7 --- /dev/null +++ b/.agents/skills/purview-containers-quickstart/SKILL.md @@ -0,0 +1,181 @@ +--- +name: purview-containers-quickstart +description: >- + Use when adding throwaway containers to a .NET test suite with Purview.Containers - which package to + reference, how the WSL Containers and Docker backends are selected automatically, running a generic + container with ContainerBuilder, using a typed service module, and getting a connection string. +metadata: + product: Purview.Containers + repository: purview-dev/containers +--- + +# Purview.Containers quickstart + +Throwaway Linux containers for .NET tests, behind one API, over either **WSL Containers** (no Docker +installation on Windows) or **Docker** (anywhere). The same test code runs on both. + +> **Experimental and prerelease.** The API, defaults and packaging rules can change between releases. +> Pin the version you adopt. + +## Which package + +| Package | Use it when | +| --- | --- | +| `Purview.Containers` | the umbrella: `Core` plus both backends. One reference, zero config — WSLC on Windows, Docker elsewhere. **The default.** | +| `Purview.Containers.Wsl` | WSL Containers only — a Windows machine with no Docker. | +| `Purview.Containers.Docker` | Docker only — any platform, CI, Linux/macOS. A Linux-only job can skip the WSL backend's ~19 MB payload with `Core` + `.Docker`. | + +A service module is backend-neutral, so it needs a backend (or the umbrella) alongside it: + +```bash +dotnet add package Purview.Containers.PostgreSql +dotnet add package Purview.Containers +``` + +## The zero-config shape + +```xml + + + net10.0 + + + + + + + +``` + +Three things make it work, and nothing else is required: + +- **A platform-neutral target framework** (`net10.0`). `Purview.Containers.Wsl` is multi-targeted; a + `net10.0` project binds its **portable facade**, which runs the WSLC implementation on Windows and + reports `wsl` unavailable everywhere else. A Windows target framework binds the implementation + directly — and then cannot run on a Linux CI runner. +- **The umbrella package**, bringing `Core` and both backends. +- **No registration line and no environment variable.** Each backend package ships `buildTransitive` + assets that generate a module initializer in your assembly, so the process discovers the registered + backends itself. Those assets flow transitively through the umbrella. + +## Backend selection + +| Host | Selected | Why | +| --- | --- | --- | +| Windows with WSL Containers | `wsl` | the facade loads the WSLC implementation, and WSLC is preferred | +| Windows with Docker only | `docker` | the facade reports `wsl` unavailable, so selection falls through | +| Linux / macOS | `docker` | the facade only ever activates on Windows | + +Selection probes the registered backends in priority order (`wsl` is `0`, `docker` is `100`) and +returns the first that is both **available** and **compatible**. When none is usable, the exception +lists each backend's availability, version and missing components. + +```csharp +foreach (var backend in await ContainerBackends.ProbeAllAsync()) + Console.WriteLine($"{backend.Name}: usable={backend.IsUsable} version={backend.Version}"); +``` + +```bash +PURVIEW_CONTAINERS_BACKEND=docker # or wsl - fail loudly instead of falling back +``` + +A **named** backend never silently falls back: if it cannot run, the test fails with that backend's own +diagnostics. That is usually what you want in CI. + +The library never installs a runtime. `WslContainerRuntime.GetInfoAsync()` and +`DockerContainerBackend.GetInfoAsync()` report what is missing. Verify a host with `wsl --version` and +`wslc version`, or `docker info`. + +## A generic container + +```csharp +using Purview.Containers; +using Purview.Containers.Waiting; + +await using var container = new ContainerBuilder() + .WithImage("docker.io/library/redis:latest") + .WithPortBinding(6379, assignRandomHostPort: true) + .WithWaitStrategy(Wait.ForTcpPort(6379)) + .Build(); + +await container.StartAsync(); + +ushort port = container.GetMappedPublicPort(6379); +``` + +`Build()` validates the accumulated configuration and resolves the backend when the container starts. +`StartAsync()` creates the container, starts it, and **only returns once every configured wait +strategy is satisfied**. `DisposeAsync()` stops and deletes the container — and never terminates a +shared WSLC session. + +## A typed module + +```csharp +using Npgsql; +using Purview.Containers.PostgreSql; + +await using var postgres = new PostgreSqlBuilder() + .WithDatabase("tests") + .WithUsername("postgres") + .WithPassword("postgres") + .Build(); + +await postgres.StartAsync(); // returns once pg_isready succeeds + +await using var connection = new NpgsqlConnection(postgres.GetConnectionString()); +await connection.OpenAsync(); +``` + +No image names, no ports, no `docker`, no `wslc`. The default image, the random host port mapping and +the readiness check all come from the module. + +Modules: PostgreSQL, Redis, SQL Server, MySQL, RabbitMQ, Azurite, NATS, the Azure Key Vault +Emulator and the Azure Service Bus Emulator. Each ships a README inside its own package. + +## Connection strings + +Every container implements `IConnectionStringProvider`, so you can ask any container without knowing +its module type: + +```csharp +string connectionString = container.GetConnectionString(); // ConnectionMode.Host +string same = container.GetConnectionString(ConnectionMode.Host); +``` + +| Mode | Meaning | Support | +| --- | --- | --- | +| `Host` | test host → container, via the mapped host port (`127.0.0.1:{port}`) | both backends | +| `Container` | container → container, via the container network | **not supported** — throws `ConnectionStringModeNotSupportedException` | + +Container-to-container is deliberately deferred: WSLC has no managed networks or inter-container DNS, +and the Docker backend does not attach containers to a shared network. + +**Use `127.0.0.1`, never `localhost`.** `localhost` resolves to `::1` first on .NET, and while most +clients fall back to IPv4, `Microsoft.Data.SqlClient` **hangs** on `::1` without falling back — which +is why the SQL Server module's connection strings are explicitly `127.0.0.1,{port}`. + +### A custom provider + +```csharp +sealed class ReadOnlyPostgreSql : ContainerConnectionStringProvider +{ + protected override string GetHostConnectionString() => + $"{Container.GetConnectionString()};ApplicationName=readonly"; +} + +var postgres = new PostgreSqlBuilder() + .WithConnectionStringProvider(new ReadOnlyPostgreSql()) + .Build(); +``` + +`Configure` runs once, **after** the container has started, so runtime-assigned ports are available. A +provider producing an empty string throws `ConnectionStringNotAvailableException`; one used before +`Configure` throws `ConnectionStringProviderNotConfiguredException`. The named overload +(`GetConnectionString(name, mode)`) exists for modules with several endpoints and otherwise throws +`ConnectionStringNameNotSupportedException`. + +## Related skills + +`purview-containers-lifecycle` for start/stop/dispose semantics, wait strategies and networking; +`purview-containers-testing` for suite layout, serial execution and CI; and +`purview-containers-consumer-requirements` for the target-framework contract and the `PCC` guards. diff --git a/.agents/skills/purview-containers-testing/SKILL.md b/.agents/skills/purview-containers-testing/SKILL.md new file mode 100644 index 0000000..5d8be98 --- /dev/null +++ b/.agents/skills/purview-containers-testing/SKILL.md @@ -0,0 +1,126 @@ +--- +name: purview-containers-testing +description: >- + Use when organising or running a test suite that uses Purview.Containers - the Unit and Integration + tiers, why test modules must run serially under WSL Containers, pinning or skipping a backend, + running the Docker suites in CI and the WSL suites on a self-hosted runner, and verifying the + consumer contract. +metadata: + product: Purview.Containers + repository: purview-dev/containers +--- + +# Testing with containers + +## Tiers + +The SDK stamps every test assembly with a TUnit category derived from the **project name**, so the +tier is a property of the project rather than of a hand-written attribute: + +| Project | Category | Runtime needed | +| --- | --- | --- | +| `*.UnitTests` | `Unit` | none — logic, parsing, configuration, wait-strategy units, in-process fakes | +| `Wsl.*` and module `*.IntegrationTests` | `Integration` | a **WSLC host** | +| `Docker.IntegrationTests`, `Modules.DockerIntegrationTests` | `Integration` | any **Docker daemon**; these target `net10.0`, so they run on Linux too | + +The shared pipeline filters to `/*/*/*/*[Category=Unit]`, so **the standard pipeline never starts a +container**. The Docker suites are the exception: the PR workflow adds an `integration-docker` job on +`ubuntu-latest`. That job is the standing proof that the library and every service module work off +Windows and WSL — the same modules a developer runs on WSLC locally. + +```powershell +just test # every discovered project +just test '/*/*/*/*[Category=Unit]' # unit only +just test '/*/*/*/*[Category=Integration]' --max-parallel-test-modules 1 +just test src/tests/Docker.IntegrationTests/Docker.IntegrationTests.csproj +``` + +Filtering uses TUnit's `--treenode-filter`, not `--filter`: this runs on Microsoft.Testing.Platform, +where `dotnet test --filter` reports "Zero tests ran". + +## Why test modules run serially + +A WSLC session takes an **exclusive lock on its `storage.vhdx`**, and takes it lazily on first store +access rather than at session start. Running test assemblies in parallel therefore makes the losers +fail: + +```text +0x80070020: The process cannot access the file because it is being used by another process. +``` + +`just test` passes `--max-parallel-test-modules 1` for exactly that reason. The runtime verifies the +store once and transparently falls back to an isolated per-process store, but serial modules keep the +**warm shared image cache** — no per-process re-pull — and are the fastest option. + +In Visual Studio, untick **Run Tests in Parallel** (or set *Maximum Parallel Test Projects* to 1) +before running the WSLC integration suites. + +## Choosing a backend in a suite + +Automatic detection prefers WSLC and falls back to Docker, so a WSLC host runs the WSLC suites and a +Docker-only host runs the Docker ones. Pin one to **fail loudly instead of falling back** — +usually what you want in CI: + +```bash +PURVIEW_CONTAINERS_BACKEND=wsl # or docker +``` + +Both halves skip themselves when their runtime is unreachable: the Docker suites when no daemon +responds, the WSLC suites when the host lacks the WSL Containers components. That is what lets a +machine without WSLC still run the unit tier — and it is also why a mis-provisioned CI runner reports +*successes with skips* rather than real coverage. Print `wsl --version` and `wslc version` as the +job's first step so that failure is visible immediately. + +## CI shape + +- **Docker half** — runs on every pull request, on `ubuntu-latest`. +- **WSL half** — cannot: it needs a Windows host with WSL Containers, which no GitHub-hosted runner + provides. It is a **manual** workflow on a self-hosted runner: + + ```bash + gh workflow run "Integration (WSL Containers)" --ref main + gh run watch + ``` + + It runs `Wsl.IntegrationTests` then each service-module suite **one project at a time**, so the + shared WSLC image store is never contended. Inputs: `ref` and `filter` (a treenode filter). + +Self-hosted runner prerequisites: a **Windows x64** runner labelled `self-hosted` and `wslc`, with +WSL Containers installed (`wsl --install --no-distribution`) and the pinned .NET SDK. Tell +`actionlint` about the custom label in `.github/actionlint.yaml`. + +> The shared pipeline runs on `ubuntu-latest`, so it builds the portable `net10.0` projects **and** +> the Windows-targeted test projects on Linux. That works only because `src/Directory.Build.props` +> sets `EnableWindowsTargeting=true`; without it the SDK reports `NETSDK1100`. + +## Expectations + +`Wsl.IntegrationTests` runs many real containers in one session and can take several minutes, because +WSLC serialises container operations. Slow-test warnings while it runs are expected, not a signal. + +## Verifying the consumer contract + +Two layers, and the split matters. + +**Shape, inside the unit run.** `Wsl.UnitTests/ConsumerRequirementsTests.cs` asserts that the Windows +build targets `.NETCoreApp,Version=v10.0`, targets `Windows10.0.19041.0`, and declares only that OS +platform. If the target framework drifts, that test fails — and the consumer-requirements page, the +package READMEs and the shipped `buildTransitive` defaults all have to move with it. + +**Behaviour, outside it.** `just verify-consumers` packs the packages and builds throwaway consumer +projects for every documented outcome — the happy paths *and* the documented guard errors. It is +deliberately outside the `[Category=Unit]` filter because it packs and restores from nuget.org: + +```powershell +just verify-consumers # 21 consumer projects, all assertions +just verify-consumers -Keep # keep the generated projects for inspection +``` + +This is the general rule worth copying: **a library's own build is not a consumer**, so a claim about +consumers is only true if something builds one. + +## Related skills + +`purview-containers-quickstart` for the packages and backend selection, +`purview-containers-lifecycle` for readiness and cleanup, and +`purview-containers-consumer-requirements` for the target-framework contract and `PCC` guards. diff --git a/.agents/skills/purview-engineering-principles/SKILL.md b/.agents/skills/purview-engineering-principles/SKILL.md new file mode 100644 index 0000000..ba4dd9b --- /dev/null +++ b/.agents/skills/purview-engineering-principles/SKILL.md @@ -0,0 +1,171 @@ +--- +name: purview-engineering-principles +description: >- + Use when setting up, reviewing or rationalising a .NET repository against the Purview engineering + conventions - convention over configuration, derived identity, architecture as tests, warnings as + errors, proving consumer-facing claims, documentation ownership, test data builders, agent + legibility, and tiering verification by risk. Each rule names the failure it prevents and whether a + build or a reviewer enforces it. +metadata: + product: Purview engineering playbook + repository: purview-dev/engineering-playbook +--- + +# Purview engineering principles + +Ten rules, each with the failure it prevents and the mechanism that makes it true. The distinction +that matters throughout: **a convention a build can check is checked by the build; a convention only +a reviewer can check is labelled a review obligation and never described as enforced.** A rule that +claims enforcement it does not have is worse than no rule, because people stop looking. + +## 1. Convention over configuration + +A repository declares as little as possible. One MSBuild SDK supplies the defaults, and a project +file is short because the SDK already knows what a project of that shape needs. + +Configuration copied between repositories diverges. When the rule lives in one package, fixing it +once fixes it everywhere; when it lives in eleven project files, it is fixed eleven times — or, more +often, once. + +*Enforced by:* `` in a single +`Directory.Build.props`. The SDK detects project type from the filename and the `Sdk` attribute. + +*At your scale:* a single-project repository still benefits. The import is two lines and removes the +target framework, language version, nullable context, analyzer set and package metadata. + +## 2. Identity is derived, never repeated + +`RootNamespace` comes from `$(NamespacePrefix).$(ProjectName)`, and `AssemblyName` follows the +resolved `RootNamespace`. A name appears once — in the folder and file name — and everything else is +computed. + +A hand-typed namespace drifts from the assembly it lives in, and the drift is invisible until +something reflects over types: an architecture test, a serializer, a DI scan. + +*Enforced by:* the SDK during `.props` evaluation, plus a build-time check +(`PurviewProjectFileNameMismatch`) when a `.csproj` filename does not match its parent directory. + +*At your scale:* always. It costs nothing and removes a class of bug. + +## 3. Architecture is a test, not a diagram + +The dependencies a layer may have are asserted by tests that read the compiled assemblies. A +`ProjectReference` pointing the wrong way fails the build. + +A diagram is a claim about the past. Dependency direction erodes one convenient reference at a time, +and every such reference looks reasonable in isolation. + +*Enforced by:* a test project that references every layer and inspects their metadata references. + +*At your scale:* small repositories can skip it. Adopt it the moment a **second layer** exists — +that is when the wrong direction first becomes possible. + +## 4. The build is the only authority + +Style is enforced by analyzers and `EnforceCodeStyleInBuild`, and the SDK's own style policy is +re-validated on every compile, so a repository cannot quietly downgrade a rule. + +*At your scale:* always. If a rule matters and cannot be checked, say so plainly. + +## 5. Warnings are not acceptable output + +A clean build has no warnings. One that will never be fixed is either fixed, suppressed *where it +occurs* with a stated justification, or turned off deliberately. + +Warnings are a budget. A build that emits twenty is a build where the twenty-first is invisible — and +the twenty-first is the one that mattered. + +*Enforced by:* severity, partly. The SDK's shipped `.editorconfig` sets many rules to `error`. The +rest is review, backed by the pipeline running `dotnet build` with the repository's configuration. + +*At your scale:* a small repository can tolerate `warning`; a large one cannot. Decide deliberately +rather than by accumulation. + +## 6. Every claim about a consumer is proved by a consumer + +When a package documents how it must be used — a target framework, an asset, a guard, a workaround — +something in the repository builds that documented consumer and asserts the documented outcome. + +Consumer-facing documentation is the part of a library least likely to be exercised by its own tests, +because **the library's own build is not a consumer**. It drifts silently and fails in somebody +else's repository. + +*Enforced by:* a verification script that packs, then builds throwaway consumer projects against the +produced packages, asserting the happy path *and* the documented guard errors. `purview-dev/containers` +is the worked example (`just verify-consumers`), deliberately excluded from the default unit filter +because it restores from nuget.org. + +*At your scale:* only once a package is consumed outside its own repository. Before that, the +repository's own tests already are the consumer. + +## 7. Documentation is a build artefact of the repository + +The wiki lives in the repository it describes, in `docs/wiki`, and the repository owns its +`mkdocs.yml`, its navigation and its `edit_uri`. + +Documentation that lives elsewhere is updated elsewhere. A page with no owner and no review path is +wrong within one release. + +*Enforced by:* review, plus the navigation file — a page absent from `_Sidebar.md` is not published. + +*At your scale:* always. Even a repository with one page should own that page. + +## 8. Everything a test needs is built by one builder + +Domain content in a test comes from `TestBuilder`. A test never constructs a domain object inline, +and it overrides **only** the value it is proving. + +Inline construction encodes a type's shape into every test that touches it, so one constructor change +becomes a repository-wide edit. It also hides which values the test actually depends on, because +every value looks deliberate. + +*Enforced by:* review. + +*At your scale:* adopt from the first test. Retrofitting is a mechanical edit across every test file, +and exactly the kind of edit that is postponed forever. + +## 9. An agent is a reader with no memory + +A repository states its purpose, its layout and its conventions in `AGENTS.md`. **Nothing important +is discoverable only by reading the code.** + +A coding agent has the repository and nothing else — no colleague to ask, no institutional memory, no +intuition about which of two plausible patterns is intended. It will confidently generalise from +whatever it finds first. That is also every new-joiner failure mode; the agent just makes the cost +visible sooner, because an agent does not ask. + +*Enforced by:* review, plus publishing skills so agent-facing guidance tracks the library version +rather than a repository's memory of it. + +*At your scale:* always. `AGENTS.md` is cheaper than the questions it prevents. + +## 10. A change is verified in proportion to its risk + +Checks are tiered, and a repository declares which tiers its pipeline runs. A pull request runs the +fast tier; the slow tier runs deliberately, locally or on a dedicated runner. + +A pipeline that runs everything on every pull request gets made optional. One that runs too little +gets ignored. Tiering is what keeps the gate credible. + +*Enforced by:* the pipeline's `TestFilter` and the test project's own **name** — the SDK categorises +a `*UnitTests` project as `Unit`, so the tier is a property of the project rather than of a +hand-written attribute. + +*At your scale:* one tier is fine until the slow tests exist. Then split by project name, not by +attribute. + +## Applying these in review + +Three questions catch most of it: + +1. **Is this configuration, or is it a default the SDK should own?** If two repositories would copy + it, it belongs in the SDK. +2. **Is this rule enforced, or merely stated?** If stated, say so where it is stated. +3. **Could an agent — or a new joiner — find this without being told?** If not, it goes in + `AGENTS.md` or the wiki. + +## Related skills + +`purview-architecture` for project-shape decisions, `purview-architecture-testing` for turning a +boundary into a failing build, `purview-telemetry` and `purview-persistence` for the per-concern +guidance. diff --git a/.agents/skills/purview-persistence/SKILL.md b/.agents/skills/purview-persistence/SKILL.md new file mode 100644 index 0000000..4667fa2 --- /dev/null +++ b/.agents/skills/purview-persistence/SKILL.md @@ -0,0 +1,106 @@ +--- +name: purview-persistence +description: >- + Use when a .NET project actually persists data and you are choosing a storage approach, deciding + whether to abstract EF Core, or selecting a GUID primary-key strategy. Gives provider-specific + guidance — SQL Server and PostgreSQL differ and must not be treated alike — and stays silent for + projects that do not persist anything. +license: MIT +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Purview persistence + +**Activation condition:** this skill applies only when persistence is real. If the project is a +stateless CLI, a pure library, or a service that calls an API and stores nothing, stop here — none of +this is relevant, and raising a database GUID strategy with that project is noise. + +Confirm persistence from the repository before proceeding (see `purview-architecture`): a data-access +`PackageReference`, a `DbContext`, a connection string, or an explicit requirement to store state. + +## 1. Shape the data access proportionally + +| Scale | Shape | +| -- | -- | +| Small | `DbContext` used directly from the code that needs it. No repository, no unit-of-work wrapper — `DbContext` already is both. | +| Medium | A boundary when domain rules must not know about EF Core, or when a query is complex enough to deserve a name. Often that is a few focused query types, not a generic `IRepository`. | +| Large | Independent infrastructure implementations where there genuinely are several, with the dependency direction enforced by a test. | + +**Do not wrap EF Core in a repository for testability.** `Purview.Containers` gives you a real +database in tests, which is both more faithful and less code than an abstraction built to be mocked. +A repository earns its place when you must swap the store or when `DbContext` is genuinely leaking +into domain decisions — not before. + +## 2. Local dependencies + +`Purview.Containers` provides Aspire resource integrations for the dependencies you need in +development and integration tests — including `MsSql`, `PostgreSql`, `MySql`, `Redis`, `Nats`, +`RabbitMq`, `Azurite` and an Azure Key Vault emulator. Prefer a real container over an in-memory +provider: the in-memory provider does not enforce the constraints that break you in production. + +## 3. GUID keys — only if GUIDs are keys + +Resolve these before recommending anything; most are answered by the repository: + +1. Are GUIDs primary keys, or merely external identifiers over an integer key? +2. Is the value generated by the application or by the database? +3. Which provider, and which version? +4. Does index locality matter at the expected write volume? +5. Must the identifier exist before the row is persisted? + +Question 5 usually decides it. If the application needs the identifier before `SaveChanges` — for an +outbox row, a correlation value, or to build an object graph client-side — the database cannot be the +generator, and the remaining questions are about *which* client-side strategy. + +### The rule that matters most + +**SQL Server and PostgreSQL do not benefit from the same sequential GUID implementation.** Their +index structures and their GUID comparison semantics differ, and a "sequential GUID" that helps one +can be no better than random on the other. Never carry a strategy from one to the other without +re-deriving it. + +- SQL Server specifics: `references/sqlserver.md` +- PostgreSQL specifics: `references/postgresql.md` +- Choosing between them, and when a custom generator is justified: `references/guid-generation.md` + +### Prefer built-in capability + +Use the framework or database capability when it is sufficient — `Guid.CreateVersion7()` on .NET 9+, +`NEWSEQUENTIALID()`, EF Core's own value generators, a provider's native UUIDv7 function. A custom +generator is a maintenance obligation and a correctness risk; introduce one only against a measured +requirement. + +**There is no Purview GUID generation package.** Do not reference one, and do not create one without +first establishing a concrete, measured need that the built-in options cannot meet. If such a +capability is added later, this skill is where the guidance for recommending it belongs. + +## 4. Value objects as keys + +`Purview.ValueObjects` gives strongly-typed identifiers that stop an `OrderId` being passed where a +`CustomerId` belongs. They need an EF Core value converter; configure it once in the model rather +than per property. + +This is about type safety at the boundary, not about the generation strategy — the two decisions are +independent. + +## 5. Migrations and schema + +- Migrations are code: reviewed, tested against a real container, and applied by a deliberate step — + not by the application at startup in production. +- Expect the schema to be ahead of or behind the code during a deployment; design changes to be + compatible in both directions. +- Keep the connection string out of source. Keep it out of telemetry too. + +## Checks before you answer + +- Have you confirmed persistence is actually required? +- If you are recommending a GUID strategy, do you know the provider *and* its version? +- Are you proposing an abstraction you can justify by something other than testability? +- Have you preferred a built-in capability over a custom generator? + +## See also + +- `purview-architecture` — context discovery and proportional structure +- `purview-telemetry` — instrument the data access too; it is where the latency is diff --git a/.agents/skills/purview-persistence/references/guid-generation.md b/.agents/skills/purview-persistence/references/guid-generation.md new file mode 100644 index 0000000..432053a --- /dev/null +++ b/.agents/skills/purview-persistence/references/guid-generation.md @@ -0,0 +1,93 @@ +# Choosing a GUID generation strategy + +The cross-provider decision procedure. Provider detail lives in `sqlserver.md` and `postgresql.md`. + +## Step 0 — is this question in scope? + +Ask nothing and recommend nothing unless **both** are true: + +- The project persists data, and +- GUIDs are (or are about to be) primary keys. + +A stateless CLI, a pure library, a service with an integer key, or a project using GUIDs only as +external correlation identifiers does not need this decision. Raising it anyway is the failure this +page is written to prevent. + +## Step 1 — must the identifier exist before persistence? + +This question decides more than any other. + +**Yes** — the application needs the value before `SaveChanges` for an outbox row, a correlation +identifier, an object graph built client-side, or an identifier returned before commit. The database +cannot be the generator. Go to step 2 with client-side options only. + +**No** — the database may generate it, and database generation is available to you. + +## Step 2 — which provider, and which version? + +Do not skip the version. It changes the available options materially: + +| Provider | Version matters because | +| -- | -- | +| SQL Server | `NEWSEQUENTIALID()` is long-standing; the comparison semantics that make byte-ordered UUIDs useless have never changed | +| PostgreSQL | Native `uuidv7()` exists only from 18; `gen_random_uuid()` is built in from 13 | +| .NET | `Guid.CreateVersion7()` exists from .NET 9 | + +**The two databases do not share an answer.** SQL Server compares `uniqueidentifier` with the last +six bytes most significant, so a byte-ordered UUIDv7 is effectively random to its clustered index. +PostgreSQL compares `uuid` in byte order, so UUIDv7 is genuinely sequential there. A strategy that is +optimal on one is unremarkable or wrong on the other. + +## Step 3 — does locality actually matter? + +Sequential keys exist to reduce index fragmentation and page splits under write pressure. If the +table takes tens of inserts a minute, this is not your problem and a random GUID is the simpler, +more private choice. + +Reach for a sequential strategy when you can point at write volume, measured fragmentation, page +splits, or buffer-pool pressure. "It's best practice" is not a measurement. + +Note also that on SQL Server the problem is often better solved by making the clustered index +something other than the GUID key — see `sqlserver.md`. + +## Step 4 — is unpredictability required? + +Sequential and time-ordered identifiers are guessable, and UUIDv7 discloses creation time to the +millisecond. Where an identifier appears in a URL, is handed to a third party, or acts as a +capability, use a random UUID — or keep the ordered value internal and expose a random surrogate. + +Never use `NEWSEQUENTIALID()` output as a secret. + +## Decision summary + +| Provider | Needs value before insert | Locality matters | Recommendation | +| -- | -- | -- | -- | +| SQL Server | No | Yes | `NEWSEQUENTIALID()` (EF Core's default for `Guid` keys) | +| SQL Server | Yes | Yes | EF Core `SequentialGuidValueGenerator` | +| SQL Server | Either | No | `Guid.NewGuid()` | +| PostgreSQL | Yes | Yes | `Guid.CreateVersion7()` with `ValueGeneratedNever()` | +| PostgreSQL | No | Yes | `uuidv7()` on 18+, otherwise generate v7 in the application | +| PostgreSQL | Either | No | `Guid.NewGuid()` or `gen_random_uuid()` | +| Any | Either | Either, but must be unpredictable | Random v4 | + +## Prefer built-in capability + +In order of preference: + +1. A framework capability — `Guid.CreateVersion7()`, EF Core's value generators. +2. A database capability — `NEWSEQUENTIALID()`, `uuidv7()`, `gen_random_uuid()`. +3. A reviewed, tested implementation of a published standard, when neither of the above is available + on your target versions. +4. A bespoke generator — only against a measured requirement the first three cannot meet. + +A hand-written sequential GUID generator is easy to get subtly wrong — endianness, clock regression, +counter rollover within a millisecond, and thread safety are all live hazards, and the failure mode +is duplicate or badly-ordered keys found in production. + +## There is no Purview GUID package + +No Purview library provides GUID generation today. Do not reference one and do not invent one. + +If a concrete need emerges that the built-in options cannot meet — established by measurement, not by +anticipation — that is the point at which creating one is worth discussing. Until then this guidance +is the deliverable, and this page is where a recommendation for such a package would be documented. diff --git a/.agents/skills/purview-persistence/references/postgresql.md b/.agents/skills/purview-persistence/references/postgresql.md new file mode 100644 index 0000000..cd557ec --- /dev/null +++ b/.agents/skills/purview-persistence/references/postgresql.md @@ -0,0 +1,98 @@ +# PostgreSQL UUID keys + +Read this only when the provider is PostgreSQL and UUIDs are primary keys. The SQL Server answer is +different — see `sqlserver.md`. + +## Why PostgreSQL differs from SQL Server + +Two differences drive everything on this page: + +1. **PostgreSQL has no clustered index.** Tables are heaps; the primary key is a separate B-tree. A + random UUID therefore does not cause row-level page splits the way it does on a clustered SQL + Server table. The cost is in the index: random inserts touch scattered index pages, which hurts + cache locality and WAL volume, but it is a smaller and differently-shaped problem. +2. **`uuid` compares in byte order.** Unlike SQL Server, PostgreSQL orders UUIDs by their bytes. A + UUID that is sequential in byte layout *is* sequential to the index. + +The consequence: **UUIDv7 works here.** It is the natural answer on PostgreSQL and the wrong answer +on SQL Server. Never carry a sequential-GUID choice across the two. + +## The options + +### `Guid.CreateVersion7()` — .NET 9+, application-generated + +The default recommendation for new PostgreSQL schemas with UUID keys. + +```csharp +public sealed class Order +{ + public Guid Id { get; init; } = Guid.CreateVersion7(); +} +``` + +- Time-ordered in byte layout, so index locality is good. +- The value exists before persistence, so outbox rows, correlation and client-side graphs all work. +- Standard (RFC 9562), so it is portable and readable by other systems. +- Embeds a millisecond timestamp — which is also its disclosure caveat. + +Tell EF Core the application supplies it: + +```csharp +builder.Property(o => o.Id).ValueGeneratedNever(); +``` + +Without that, EF Core may treat the key as store-generated and skip your value. + +### Database-generated UUIDv7 — PostgreSQL 18+ + +PostgreSQL 18 added a native `uuidv7()` function. Earlier versions do not have it; on 13–17 you have +`gen_random_uuid()` (v4, from the built-in pgcrypto-derived function) and nothing native for v7. + +**Check the server version before recommending `uuidv7()`.** It is the single most common way this +guidance goes wrong — the function simply does not exist on the version most deployments are running. + +```sql +-- PostgreSQL 18 and later only +ALTER TABLE orders ALTER COLUMN id SET DEFAULT uuidv7(); +``` + +Prefer application-side generation anyway unless rows are inserted by paths that bypass the +application, because the value-before-persistence property is worth more than the marginal +difference. + +### `gen_random_uuid()` — database-generated v4 + +Available without an extension from PostgreSQL 13. Random, so index locality is poor, but +unpredictable and simple. + +### `Guid.NewGuid()` — application-generated v4 + +Random and unpredictable. Fine at low to moderate write volume, which covers most applications. + +## Npgsql and EF Core notes + +- `Guid` maps to `uuid` natively. Do not store UUIDs as `text` or `varchar` — it costs space, loses + index efficiency and defeats comparison. +- Npgsql's `uuid` mapping is byte-order faithful, so a v7 value sorts in the index as you expect. +- If the application generates the key, set `ValueGeneratedNever()` so EF Core does not fetch a + store-generated value that does not exist. +- A legacy database may have UUIDs in `text` columns. Migrating to `uuid` is usually worth it, but it + is a data migration, not a model change. + +## Choosing + +| Situation | Use | +| -- | -- | +| New schema, .NET 9+, UUID keys | `Guid.CreateVersion7()`, `ValueGeneratedNever()` | +| .NET 8 or earlier, high write volume | A reviewed UUIDv7 implementation, or accept v4 after measuring | +| Rows inserted outside the application, PostgreSQL 18+ | `uuidv7()` as a column default | +| Rows inserted outside the application, PostgreSQL 13–17 | `gen_random_uuid()` | +| Key must be unpredictable | `Guid.NewGuid()` or `gen_random_uuid()` — v7 leaks creation time | +| Low or moderate volume | v4 — the locality difference will not be your bottleneck | + +## The timestamp caveat + +A UUIDv7 exposes when the row was created, to the millisecond. Where identifiers are public, that can +leak signup times, order rates or activity patterns — and it makes identifiers partially guessable by +time window. Where that matters, use a random UUID for the public identifier and keep the v7 value +internal, or use a surrogate. diff --git a/.agents/skills/purview-persistence/references/sqlserver.md b/.agents/skills/purview-persistence/references/sqlserver.md new file mode 100644 index 0000000..c728295 --- /dev/null +++ b/.agents/skills/purview-persistence/references/sqlserver.md @@ -0,0 +1,101 @@ +# SQL Server GUID keys + +Read this only when the provider is SQL Server and GUIDs are primary keys. The PostgreSQL answer is +different — see `postgresql.md`. + +## Why SQL Server is a special case + +A clustered index determines physical row order. A `uniqueidentifier` primary key is clustered by +default, so random GUIDs insert into the middle of the index, causing page splits, fragmentation and +a larger buffer-pool working set. On a write-heavy table this is measurable. + +The complication is that **SQL Server does not compare `uniqueidentifier` values the way the bytes +are laid out.** Its ordering weights the last six bytes (node field) most significantly, then earlier +groups. So a GUID that is sequential in big-endian byte order — including a standard UUIDv7 — is +**not** sequential under SQL Server's comparison. This is precisely why the SQL Server and PostgreSQL +answers diverge. + +## The options + +### `NEWSEQUENTIALID()` — database-generated + +A column default that produces values ascending in SQL Server's own ordering. Best index locality +available. + +```sql +ALTER TABLE [Orders] ADD CONSTRAINT [DF_Orders_Id] + DEFAULT NEWSEQUENTIALID() FOR [Id]; +``` + +EF Core, for a `Guid` key on SQL Server, configures this by default — `ValueGeneratedOnAdd` maps to +`NEWSEQUENTIALID()` through the default value-generation strategy. + +Trade-offs: + +- The value does not exist until the row is inserted. EF Core retrieves it, but you cannot build an + object graph around the key beforehand. +- Values are **not** unpredictable: the sequence restarts on service restart but is otherwise + guessable. Never use one as a security token or capability URL. +- It reveals rough insert ordering, which can be an information-disclosure concern on a public + surface. + +### EF Core's `SequentialGuidValueGenerator` — client-generated + +EF Core ships a value generator that produces GUIDs ordered for SQL Server's comparison semantics, +generated in the application. + +```csharp +builder.Property(o => o.Id) + .HasValueGenerator() + .ValueGeneratedOnAdd(); +``` + +Use this when the identifier must exist before `SaveChanges`. It keeps most of the index locality +while letting the application own the value. + +### `Guid.NewGuid()` — random + +Correct, portable and unpredictable; poor index locality. + +Appropriate when write volume is low (the fragmentation never matters), when the key is +non-clustered, or when unpredictability is a requirement. Do not dismiss it by default — for most +applications it is fine, and "most applications" includes more than people expect. + +### `Guid.CreateVersion7()` — .NET 9+ + +Ordered in byte layout, but **not** ordered under SQL Server's comparison. On SQL Server it behaves +roughly like a random GUID for clustered-index purposes. It is the right answer on PostgreSQL and the +wrong answer here, which is the trap this page exists to prevent. + +Use it on SQL Server only when you want the embedded timestamp for application reasons and accept +random-like insert locality. + +## Decoupling the key from the index + +Often the best answer is not a different GUID but a different index. Keep the GUID as the primary key +and make the clustered index something naturally ascending: + +```csharp +builder.HasKey(o => o.Id).IsClustered(false); +builder.HasIndex(o => o.CreatedAt).IsClustered(); +``` + +This removes the page-split problem entirely and leaves the key unpredictable. Consider it before +reaching for a sequential generator. + +## Choosing + +| Situation | Use | +| -- | -- | +| High insert volume, key may be database-generated | `NEWSEQUENTIALID()` | +| High insert volume, identifier needed before persisting | EF Core `SequentialGuidValueGenerator` | +| Key must be unpredictable (public surface, security boundary) | `Guid.NewGuid()`, with a non-clustered PK | +| Low or moderate volume | `Guid.NewGuid()` — do not optimise what does not hurt | +| You want a sortable timestamp in the key and accept the locality cost | `Guid.CreateVersion7()` | + +## Measure before optimising + +Index fragmentation from random GUIDs is real but frequently irrelevant. Before changing a key +strategy, confirm it matters: check page splits, fragmentation and buffer-pool pressure on the actual +table at the actual volume. Changing a primary key strategy on a live table is expensive; do it +against evidence. diff --git a/.agents/skills/purview-sourcegenerator-codewriter/SKILL.md b/.agents/skills/purview-sourcegenerator-codewriter/SKILL.md new file mode 100644 index 0000000..ee363c9 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-codewriter/SKILL.md @@ -0,0 +1,334 @@ +--- +name: purview-sourcegenerator-codewriter +description: >- + Use when implementing, reviewing or refactoring C# source generators and analysers built on + Purview.SourceGeneratorFramework. Covers CodeWriter and XmlCommentWriter emission, scope safety, + incremental pipeline design, value equality, deterministic output, and migrating a legacy + string/StringBuilder emitter to CodeWriter. +metadata: + product: Purview.SourceGeneratorFramework + repository: purview-dev/sourcegenerator-framework +--- + +# Source generator CodeWriter modernization + +Use this skill for any work involving C# source generators, analysers, or generated output in `Purview.SourceGeneratorFramework`. It combines CodeWriter/XmlCommentWriter emission guidance with the incremental-source-generator and analyser best practices that ship with the framework. + +Refactoring an existing emitter off `string`/`StringBuilder`? The step-by-step playbook is in +[references/legacy-emitter-migration.md](references/legacy-emitter-migration.md). + +## Required implementation pattern + +When creating source output, favor this shape: + +1. Build immutable, value-equatable pipeline values first. +2. Register source output. +3. Inside the callback: `var writer = generationContext.CreateCodeWriter();` +4. Write header/usings/namespace. +5. Write structured types and members using declaration options records. +6. Add source once per output artifact. + +### CodeWriter lifetime: created in the output callback, never in pipeline state + +The line between "fine" and "forbidden" is the **incremental-cache boundary**, not the act of +creating a writer or handing it to a helper. + +**Fine — output-scoped use inside a `RegisterSourceOutput` callback.** Create the writer inside the +callback and pass it to any emitter/helper methods called from that same callback. It may be held in +local variables, passed as a parameter, or wrapped in a short-lived output context: + +```csharp +context.RegisterSourceOutput( + targets.CombineWithContext(contextProvider), + static (spc, pair) => + { + var (model, generationContext) = pair; + var writer = generationContext.CreateCodeWriter(); + EmitHeader(writer, model); + EmitType(writer, model); + spc.AddSource($"{model.Name}.g.cs", writer.ToString()); + } +); +``` + +**Forbidden — persisting the writer across the incremental-cache boundary.** Do not create it earlier +in the pipeline and pass it down, and do not store it anywhere Roslyn caches or another callback can +observe it: + +- Do not create a `CodeWriter` in a provider stage and carry it through the pipeline. +- Do not store a `CodeWriter` as a property or field on `GenerationContext` or a custom context. +- Do not return a `CodeWriter` (or an object holding one) from an incremental provider. +- Do not cache or reuse a writer for a later callback or a different output. + +A cached writer can retain previously written source, mix output from concurrently running +callbacks, and defeat scope tracking. A writer created in the callback and used only within that +callback is safe and expected. + +## Source generator & analyser best practices + +Apply the following rules to every generator, analyser, and refactor. + +### 1. Core principles + +- **Analyser for validation; generator for generation.** +- **Syntax for syntax, symbols for declarations, operations for executable semantics.** +- **Use `ForAttributeWithMetadataName` for attribute-driven generators.** +- **Remove Roslyn objects from the incremental pipeline as early as possible.** +- **Every value crossing a pipeline boundary must have meaningful value equality.** +- **Prefer many small incremental stages over one large transform.** +- **Keep broad inputs such as `Compilation` away from downstream generation.** +- **Generate deterministic output.** +- **Compile against the oldest Roslyn API version containing the functionality you need.** +- **Test caching, not just generated text.** + +The guiding principle for an incremental generator is: + +> Extract semantic information once, convert it into a small value model, and make everything downstream operate only on that value model. + +### 2. Analyser vs source generator + +Use a `DiagnosticAnalyser` when the question is: + +> Is the source code valid according to this library's rules? + +Use an `IIncrementalGenerator` when the question is: + +> Given valid source code, what source should be generated? + +| Requirement | Prefer | +| --- | --- | +| Require a class to be `partial` | Analyser | +| Require an attribute on a declaration | Analyser | +| Validate a method signature | Analyser | +| Reject unsupported property types | Analyser | +| Detect invalid attribute arguments | Analyser | +| Detect unsupported API usage | Analyser | +| Offer an automatic fix | Analyser + `CodeFixProvider` | +| Generate members for a marked class | Incremental generator | +| Generate serializers/validators/mappers | Incremental generator | +| Generate a registry from discovered types | Incremental generator | +| Read a schema file and generate C# | Incremental generator | +| Internal generation failure | Generator diagnostic | + +### 3. Choosing an analyser action + +Use the narrowest API that represents the concept being analysed: + +- `RegisterSyntaxNodeAction` — exact source syntax (e.g., modifier presence). +- `RegisterSymbolAction` — declaration semantics (e.g., attributes, interfaces, accessibility). +- `RegisterOperationAction` — executable behaviour (e.g., invocation, assignment, object creation). +- `RegisterOperationBlockStart/EndAction` — stateful method analysis. +- `RegisterSymbolStart/EndAction` — type-wide analysis across members. +- `RegisterCompilationStartAction` — resolve known framework symbols once. +- `RegisterAdditionalFileAction` — analyse `AdditionalFiles`. +- Avoid `RegisterSyntaxTreeAction`, `RegisterSemanticModelAction`, and compilation-end actions unless genuinely necessary. + +### 4. Syntax vs symbol vs operation + +Decision tree: + +1. Does exact source spelling/structure matter? → **Syntax** +2. Otherwise, is it a declaration? → **Symbol** +3. Otherwise, is it executable behaviour? → **Operation** + +Use `SymbolEqualityComparer.Default.Equals(...)` when comparing symbols. + +### 5. Analyser best practices + +- Enable concurrent execution with `context.EnableConcurrentExecution()`. +- Explicitly configure generated-code analysis with `context.ConfigureGeneratedCodeAnalysis(...)`. +- Resolve known framework/library symbols once in a `RegisterCompilationStartAction`. +- Prefer narrow registrations over scanning entire syntax trees or compilations. +- Treat diagnostic IDs as public contracts and maintain release tracking files when publishing public diagnostics. + +### 6. Incremental generator golden rules + +Implement `IIncrementalGenerator`. Simply implementing it is not enough; the pipeline must be incremental. + +> **Pipeline values must be immutable and value-equatable.** + +Never keep these in persistent pipeline models: + +| Type | Verdict | +| --- | --- | +| `ISymbol` / `INamedTypeSymbol` / `IMethodSymbol` / `IPropertySymbol` | Never retain | +| `Compilation` | Do not propagate | +| `SemanticModel` | Do not propagate | +| `IOperation` | Do not propagate | +| `SyntaxTree` | Do not propagate | +| `SyntaxNode` | Remove ASAP | +| `Location` | Remove ASAP | +| `AdditionalText` | Project immediately | +| `T[]` / `List` | Avoid | +| `ImmutableArray` | Wrap with sequence equality | + +Use immutable records and `EquatableArray` (sequence equality) for collection members. + +### 7. Designing the pipeline + +Pipeline shape: + +```text +Roslyn Input + ↓ +Cheap discovery + ↓ +Semantic extraction + ↓ +Small equatable model + ↓ +Validation/transformation + ↓ +Generation model + ↓ +Source output +``` + +Guidelines: + +- Project the semantic transform as the boundary where Roslyn objects disappear. +- Prefer `static` callbacks to avoid capturing generator state. +- Honour cancellation tokens. +- Split transformations into many small stages. +- Keep syntax predicates cheap. +- Avoid indirect discovery (every interface implementation, every subclass, entire-compilation scans). + +### 8. Syntax discovery + +- Prefer `context.SyntaxProvider.ForAttributeWithMetadataName(...)` for attribute-driven generators. +- Use `context.SyntaxProvider.CreateSyntaxProvider(...)` only when syntax itself is the trigger and there is no marker attribute. +- The predicate must be cheap; do not walk the tree or do semantic work in it. + +### 9. `Collect`, `Combine`, and invalidation + +- `Collect()` turns per-item outputs into one aggregate. Changing any item invalidates the aggregate. +- Use `Collect()` only for genuinely global output: registries, lookups, duplicate detection, aggregate switches. +- Prefer per-item `RegisterSourceOutput`. +- `Combine()` is correct when the output depends on two providers. +- Avoid `models.Combine(context.CompilationProvider)` — project the compilation to a tiny capability fact first. +- Use `.WithComparer(...)` only when logical equality differs from the default. + +### 10. Diagnostics + +- Prefer a separate `DiagnosticAnalyser` for normal user validation. +- Use generator diagnostics only for malformed additional files, generator-only configuration, conflicting output, or failures that cannot be expressed by an analyser. +- Report diagnostics on the most useful user-authored `Location`. +- Do not keep `Location` in long-lived pipeline models. + +### 11. Output generation + +- Output must be deterministic: no timestamps, random GUIDs, process IDs, machine paths, culture-dependent output, or unordered dictionary output. +- Hint names must be deterministic, unique, and stable. +- Prefer text generation or `CodeWriter` over building Roslyn syntax trees just to stringify them. +- Use `RegisterPostInitializationOutput` for constant source such as marker attributes. +- Add generated source once per output artifact. + +### 12. Testing incrementally + +- Snapshot-testing generated source is not enough. +- Test first execution, cached second execution, unrelated changes remaining cached, per-target invalidation, deletion, renaming, global options, additional files, and global registry invalidation. +- Use `GeneratorDriverOptions` with `trackIncrementalGeneratorSteps: true` and inspect reasons: `New`, `Modified`, `Unchanged`, `Cached`, `Removed`. + +### 13. Roslyn version compatibility and packaging + +- The `Microsoft.CodeAnalysis.*` version used to compile the analyser/generator sets the minimum compiler-host requirement. +- The consumer's `TargetFramework` does not determine analyser compatibility. +- Choose the oldest Roslyn version that contains the APIs you need. +- Common baselines: Roslyn 4.8 for VS 17.8 / .NET 8, 4.12 for VS 17.12 / .NET 9, 5.0 for VS 2026 18.0 / .NET 10. +- Ship one `netstandard2.0` analyser/generator binary unless you have a deliberate multi-version strategy. +- Do not mistake multi-targeting for automatic analyser asset selection. +- Use `PrivateAssets="all"` for Roslyn development dependencies. +- Enable `EnforceExtendedAnalyzerRules` and investigate `RSxxxx` diagnostics before suppressing them. + +### 14. Recommended project configuration + +A generator project should normally include: + +```xml + + netstandard2.0 + latest + enable + true + false + true + true + + + + + + + + + + +``` + +## Preferred API map for CodeWriter + +### File and namespace + +- `AutoGeneratedHeader(...)` +- `Using(...)` +- `FileScopedNamespace(...)` or `BlockNamespace(...)` +- `OpenPragmasScope(...)` for warning suppression scopes + +### Types and members + +- Types: `Class`, `Struct`, `RecordClass`, `RecordStruct`, `Interface`, `Enum`, `Delegate` +- Members: `Method`, `MethodScope`, `Property`, `Field`, `Constructor` +- Attributes: `AttributeDeclarationOptions`, `AttributeArgumentOptions` +- Type syntax: `TypeReference` (nullable/generic/array/pointer-safe composition) + +### XML documentation + +Use `XmlCommentWriter` extension methods on `CodeWriter`: + +- `XmlSummary(...)`, `XmlParam(...)`, `XmlTypeParam(...)`, `XmlReturn(...)`, `XmlRemarks(...)`, `XmlExample(...)` +- `XmlCode(...)` / `XmlCodeBlock(...)` +- `XmlList(...)`, `XmlSeeAlso(...)`, `XmlException(...)` + +Static helpers: `CodeWriter.XmlInlineCode(...)`, `CodeWriter.XmlSee(...)`, `CodeWriter.XmlParamRef(...)`, `CodeWriter.XmlText(...)`. + +## Refactoring guide: string/StringBuilder -> CodeWriter + +Apply this checklist in order: + +1. **Move emission boundaries** — replace giant string assembly with phases: header, namespace, type, members. +2. **Replace manual braces/indentation** — use `using` scopes (`ClassScope`, `MethodScope`, `OpenBlockScope`, `IndentedScope`). +3. **Replace handwritten signatures** — use declaration option records. +4. **Replace raw XML lines** — use XML extension methods (`XmlSummary`, `XmlParam`, etc.). +5. **Normalize type strings** — use `TypeReference`. +6. **Preserve semantics and ordering** — generated members and diagnostics must remain equivalent. +7. **Validate scope safety** — keep or enable `PurviewSourceGeneratorFrameworkValidateCodeWriterScopes` for tests/dev. + +## Anti-patterns to remove during refactors + +- `StringBuilder.AppendLine("public class ...")` for declarations that can be structured. +- Manually writing `{` / `}` around methods and types where scope APIs exist. +- Hard-coded nullable type suffixes and generic syntax in arbitrary strings when `TypeReference` is available. +- Raw XML tag string composition when XML extension methods can enforce consistency. +- Creating a `CodeWriter` before the output callback and passing it through the pipeline. +- Storing a `CodeWriter` on `GenerationContext`, a custom context, or any incremental pipeline model. +- Sharing one `CodeWriter` across multiple generated outputs or callbacks. +- Keeping Roslyn objects, `CodeWriter`, or mutable state in incremental pipeline models. + +## Review checklist for pull requests + +- Generated declarations use structured APIs for types and members. +- XML docs use XML extension methods rather than raw `///` fragments. +- `CodeWriter` is created inside each output callback and never persists in pipeline state; passing it + to helper methods within that callback is expected. +- Header and generated attributes are deterministic and consistent. +- Existing diagnostics, generated member names, and public behavior are preserved. +- Roslyn objects are removed from pipeline models; `EquatableArray` is used for collections. +- Per-target output is preferred over collected global output unless global knowledge is required. +- `CompilationProvider` is not casually combined into output. +- Deterministic hint names and source text are used. +- Incremental caching behavior is tested, not just generated text. + +## See also + +- `agents/source-generator-framework-writer.agent.md` — specialist agent for `Purview.SourceGeneratorFramework` emitter authoring. +- `prompts/refactor-source-generator-to-codewriter.prompt.md` — prompt template for legacy-emitter refactor tasks. diff --git a/.agents/skills/purview-sourcegenerator-codewriter/references/legacy-emitter-migration.md b/.agents/skills/purview-sourcegenerator-codewriter/references/legacy-emitter-migration.md new file mode 100644 index 0000000..54efd09 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-codewriter/references/legacy-emitter-migration.md @@ -0,0 +1,58 @@ +# Migrating a legacy emitter to CodeWriter + +A playbook for moving a source generator's emission from manual `string` / `StringBuilder` +construction to `CodeWriter` plus the `XmlCommentWriter` documentation extensions, with behaviour +parity. + +## Before you start, collect + +- The emitter file(s) being changed. +- The generator type name, and the version string it stamps into generated attributes or headers. +- Whether the output must stay **byte-identical**. If it must, every whitespace decision below is a + constraint rather than a preference, and the diff of the generated snapshots is the acceptance + test. + +## Requirements + +1. Use the structured declaration APIs rather than hand-written declaration text: + `Class` / `Struct` / `RecordClass` / `Interface` / `Enum`, and `Method`, `Property`, `Field`, + `Constructor`. +2. Use the XML helper extensions instead of composing `///` lines: `XmlSummary`, `XmlParam`, + `XmlReturn`, `XmlRemarks`, `XmlCode` / `XmlCodeBlock`. +3. Use `TypeReference` once the type text gets complex — nullability, generics, arrays. +4. Keep the writer **output-scoped**: `generationContext.CreateCodeWriter()` *inside* the output + callback. Never create it earlier in the pipeline, and never store it in incremental provider + state or in a custom context. +5. Preserve behaviour, diagnostics and generated names. +6. Keep the change minimal. Do not reformat logic the migration does not touch. + +## Strategy + +Work phase by phase, because each phase has a different mechanical replacement: + +| Emitter phase | Replace with | +| --- | --- | +| header | the header helper, not a literal banner string | +| namespace | the namespace scope API | +| type declarations | declaration option records, not signature strings | +| member declarations | `Method` / `Property` / `Field` / `Constructor` | +| indentation and braces | scoped APIs — never manual `{`/`}` and `\t` | +| `///` comment composition | `XmlSummary`, `XmlParam`, `XmlReturn`, `XmlRemarks`, `XmlCode` | + +Call out any intentional semantic delta explicitly; a migration that quietly changes emitted names or +diagnostics is the failure mode this playbook exists to avoid. + +## Verification + +- Run the impacted tests. +- Confirm the generated files still compile. +- Confirm there are **no scope leaks**: `OpenScopeCount == 0` when the writer is materialized. Enable + CodeWriter scope validation in the test run. +- Where byte-identical output was required, diff the generated snapshots. + +## Report + +1. Files changed. +2. Why each change was necessary. +3. Risks and behaviour differences, if any. +4. The verification that actually ran. diff --git a/.agents/skills/purview-sourcegenerator-diagnostics/SKILL.md b/.agents/skills/purview-sourcegenerator-diagnostics/SKILL.md new file mode 100644 index 0000000..21d9522 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-diagnostics/SKILL.md @@ -0,0 +1,142 @@ +--- +name: purview-sourcegenerator-diagnostics +description: >- + Use when a Purview.SourceGeneratorFramework build reports a PSGFR, PSGF, PRSGD or TLB diagnostic, + when choosing which code fix applies, or when a source generator, diagnostic analyzer or code fix + provider is silently not running at all. +metadata: + product: Purview.SourceGeneratorFramework + repository: purview-dev/sourcegenerator-framework +--- + +# Purview.SourceGeneratorFramework diagnostics + +`Purview.SourceGeneratorFramework` ships `Purview.SourceGeneratorFramework.Analyzers` and +`Purview.SourceGeneratorFramework.CodeFixers` as analyzer assets inside the package, under +`analyzers/dotnet/cs/`. They are enabled automatically in any project that references the framework — +there is no separate package to add. + +Two compiler-analyzer families, plus a set of MSBuild-time diagnostics: + +- **Incremental generator best practice** — `PSGFR11`–`PSGFR33`: pipeline design, `CodeWriter` usage, + Roslyn component discovery, extension-class conventions. +- **C# 14 extension-member conventions** — `PSGFR34`–`PSGFR38`, with + `ReorganizeExtensionClassCodeFixProvider` and `ConvertToExtensionBlockCodeFixProvider`. +- **Merge and packaging** — `PSGFR39`–`PSGFR43`, where `PSGFR43` is the merge tool's blocked + public-surface code. + +## Start here when nothing runs + +A compiler host loads a generator, analyzer or code fix provider only when **three** conditions hold. +Missing any one means the component is **silently ignored** — no error, no output, a green build: + +1. **The type is public** (`PSGFR27`). +2. **The type is decorated** — `[Generator]` (`PSGFR26`), `[DiagnosticAnalyzer]` (`PSGFR25`), or + `[ExportCodeFixProvider]` (`PSGFR24`). +3. **The assembly is loaded as an analyzer** — packed under `analyzers/dotnet/cs/` in a package, or + referenced with `OutputItemType="Analyzer"` on a `ProjectReference`. + +A code fix provider additionally appears only when a diagnostic ID in its `FixableDiagnosticIds` is +actually produced by an analyzer loaded alongside it (`PSGFR28`). Visual Studio MEF-composes fix +providers when the analyzer set loads, so after adding or updating a fixer assembly you must restart +Visual Studio or reload the project before the fixes show up. + +## Build-time validation diagnostics + +These are MSBuild diagnostics, not compiler analyzers, so they are **not** tracked in +`AnalyzerReleases.*.md`: + +| Code | Raised by | Summary | +| --- | --- | --- | +| `PSGF0001` | `Purview.BuildSdk` | A Roslyn component did not produce (or declare) a source-generator analyzer file. | +| `PSGF0003` | `Purview.SourceGeneratorFramework` | A `PurviewGeneratorVisibleProperty` is not compiler-visible in the declaring project or its `Sdk/build`/`Sdk/buildTransitive` assets, so consumers cannot read `build_property.`. | +| `PRSGD0005` | `Purview.BuildSdk` | A file in the returned analyzer closure references an assembly that is neither in the closure nor a compiler-host assembly. | +| `PSGFR41` | merge tool | A component's public surface exposes framework types the merge internalizes. Reported by the analyzer at design time, and by the merge pass as `message` (default), `warning` or `error`. | +| `PSGFR43` | merge tool | The merged analyzer still exposes a public framework type, so it is not self-contained. Always an error; the merge fails with exit code 5. | + +Opt out with `PurviewSourceGeneratorFrameworkAnalyzerValidation=false` (`PRSGD0005`) or +`PurviewSourceGeneratorFrameworkGeneratorPropertyValidation=false` (`PSGF0003`). + +## Incremental pipeline rules + +| Rule | Summary | +| --- | --- | +| `PSGFR11` | Prefer `SyntaxProvider.ForAttributeWithMetadataName` over `CreateSyntaxProvider` for attribute-based detection. | +| `PSGFR12` | Use `IIncrementalGenerator` / `RegisterSourceOutput` instead of `ISourceGenerator`. | +| `PSGFR14` | Avoid `RegisterImplementationSourceOutput` unless implementation-only output is required. | +| `PSGFR15` | Pipeline model collection members should use sequence equality (`EquatableArray`). | +| `PSGFR30` | Prefer `static` lambdas in pipeline methods, so the compiler never allocates a closure on the per-item hot path. | +| `PSGFR31` | Prefer `GeneratorAttributeSyntaxContext.TargetSymbol` over `SemanticModel.GetDeclaredSymbol(ctx.TargetNode)`. | +| `PSGFR33` | Pipeline models must not retain Roslyn objects (`ISymbol`, `SyntaxNode`, `Location`, …); extract the information into value types. | + +## CodeWriter rules + +| Rule | Summary | +| --- | --- | +| `PSGFR16` | Prefer the nullable-context `Nullable()`/`MakeNullable()` overload, so annotations honour the target compilation. | +| `PSGFR17` | Consume scope-returning methods (`…Scope`, `IndentedScope`) with `using`. | +| `PSGFR18` | Prefer structured declaration APIs (`Class`, `Method`, `Property`, `Field`) over raw declaration text. | +| `PSGFR19` | Prefer structured statement APIs (`Return`, `MethodCall`, `Throw`, `Assignment`, `Using`, `Comment`) over raw statement text. | +| `PSGFR20` | Prefer the minimal `CodeWriter` overloads over hand-constructing `*DeclarationOptions` values. | +| `PSGFR21` | Prefer `HashDefines`/`HashDefinesScope` for `#if`/`#endif`. | +| `PSGFR22` | Prefer `PragmaDisable`/`OpenPragmasScope` for `#pragma warning`. | +| `PSGFR23` | Prefer structured `IfBlock`/`ElseIf`/`Else` over raw `if` block text. | +| `PSGFR29` | Do not embed a `CodeWriter` in a string; use `XmlCommentWriter.XmlInlineCode`. | +| `PSGFR32` | Avoid `NormalizeWhitespace` when generating source; use an indented text writer such as `CodeWriter`. | + +## Component, extension and merge rules + +| Rule | Summary | +| --- | --- | +| `PSGFR24` | `CodeFixProvider` is not marked `[ExportCodeFixProvider]`; Visual Studio will never discover it. | +| `PSGFR25` | `DiagnosticAnalyzer` is not marked `[DiagnosticAnalyzer]`; it will never run. | +| `PSGFR26` | A generator type is not marked `[Generator]`; it will never run. | +| `PSGFR27` | A Roslyn component type is not public; the compiler host cannot instantiate it. | +| `PSGFR28` | `FixableDiagnosticIds` names a diagnostic no analyzer in the compilation produces; the fix will never be shown. | +| `PSGFR34` | Prefer C# 14 `extension(Receiver)` blocks over classic static `this`-parameter extension methods. | +| `PSGFR35` | Extension class name must match the extended type (`{Receiver}Extensions`). | +| `PSGFR36` | Extension classes belong in the extended type's namespace, under an `Extensions` folder. | +| `PSGFR37` | One extension class per receiver type; split a class that extends several. | +| `PSGFR38` | Extension classes should carry `[EditorBrowsable(EditorBrowsableState.Never)]`. | +| `PSGFR39` | A non-packable Roslyn component opted out of the default self-contained analyzer output (`PurviewMergeSourceGeneratorFrameworkForAnalyzerFiles=false`) while embedding the framework; otherwise the package embeds the loose framework DLL under `analyzers/`. | +| `PSGFR40` | In a Roslyn component (`IsRoslynComponent=true`), reference SGF types as inline code (`Type`) rather than a `cref`: copied documentation must not depend on cref resolution. | +| `PSGFR41` | A public member (or generic constraint) whose signature references an SGF type in a component whose framework implementation is merged. The merge internalizes every SGF type, so the signature ends up referring to an internal type. Make the member, or its declaring type, non-public. | +| `PSGFR42` | A disposable Testing-harness result (`DriverRunResult`) is produced and never disposed, leaking the collectible `AssemblyLoadContext` and `MetadataLoadContext` of a compiled run. `warning` when the run syntactically compiles to an assembly (a `Compile` options member, or `CompileToAssembly = true`), otherwise `info`. Awaiting an assertion, or calling a helper handed the result — an extension on it, or a method taking it as a parameter — is not a production: both hand the same instance back, so only a task-like await or a genuine producer is reported. | + +## Type-library and attribute-model diagnostics + +The bundled generators carry their own families: `TypeLibraryValidationAnalyzer` +(`TLB0001`–`TLB0019`, plus `TLB0021`) and the attribute-data-model validation analyzers. They are +documented on their own wiki pages, `Type-Library.md` and `Attribute-Data-Models.md`. + +## Code fixes + +Most rules above have a fix in `Purview.SourceGeneratorFramework.CodeFixers`: + +| Fix provider | Rule | +| --- | --- | +| `AddGeneratorAttributeCodeFixProvider` | `PSGFR26` | +| `AddDiagnosticAnalyzerAttributeCodeFixProvider` | `PSGFR25` | +| `AddExportCodeFixProviderAttributeCodeFixProvider` | `PSGFR24` | +| `MakeRoslynComponentPublicCodeFixProvider` | `PSGFR27` | +| `RemoveOrphanedFixableDiagnosticIdCodeFixProvider` | `PSGFR28` | +| `PreferTargetSymbolCodeFixProvider` | `PSGFR31` | +| `PreferStaticLambdaCodeFixProvider` | `PSGFR30` | +| `PreferNullableContextOverloadCodeFixProvider` (project-wide Fix All) | `PSGFR16` | +| `PipelineModelReferenceEqualityCollectionCodeFixProvider` | `PSGFR15` | +| `PreferStructuredCodeWriterIfBlockCodeFixProvider` | `PSGFR23` | +| `CodeWriterToStringCodeFixProvider` | `PSGFR29` | +| `PreferInlineCodeForFrameworkCrefCodeFixProvider` | `PSGFR40` | +| `MakeComponentSurfaceNonPublicCodeFixProvider` | `PSGFR41` | +| `DisposeTestResultCodeFixProvider` | `PSGFR42` | +| `ReorganizeExtensionClassCodeFixProvider` (renames, splits, moves, updates referencing files) | `PSGFR35`, `PSGFR36`, `PSGFR37` | +| `ConvertToExtensionBlockCodeFixProvider` | `PSGFR34` | +| `AddExtensionClassMetadataCodeFixProvider` | `PSGFR38` | +| `MakeTypeLibrarySpecNonPublicCodeFixProvider` | `TLB0021` | +| `AttributeDataModelSymbolPropertyCodeFixProvider` | attribute-data-model symbol properties | +| `TypeLibraryMemberAccessibilityCodeFixProvider`, `TypeLibraryMarkerDefaultInitializerCodeFixProvider`, `MakeTypeLibrarySpecPartialCodeFixProvider`, `RenameTypeLibrarySpecCodeFixProvider`, `TypeLibraryMemberTypeCodeFixProvider` | type-library rules | + +## Related skills + +`purview-sourcegenerator-codewriter` for the emission patterns the `CodeWriter` rules push you +towards, and `purview-sourcegenerator-testing` for proving a pipeline actually caches. diff --git a/.agents/skills/purview-sourcegenerator-packaging/SKILL.md b/.agents/skills/purview-sourcegenerator-packaging/SKILL.md new file mode 100644 index 0000000..92350db --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-packaging/SKILL.md @@ -0,0 +1,245 @@ +--- +name: purview-sourcegenerator-packaging +description: >- + Use when packaging or referencing a source generator built on Purview.SourceGeneratorFramework - + the self-contained merged analyzer, GetSourceGeneratorAnalyzerFiles, embedding a generator in + another package, PurviewGeneratorVisibleProperty, analyzer-closure validation, Roslyn version + compatibility, and errors such as CS0433, CS8784 or MSB3073 from a loaded analyzer. +metadata: + product: Purview.SourceGeneratorFramework + repository: purview-dev/sourcegenerator-framework +--- + +# Packaging a source generator + +The rule everything else follows from: **a shipped Roslyn component carries its own copy of the +framework and references no loose `Purview.SourceGeneratorFramework.dll`.** Two generators built +against different framework versions must be able to load into one compiler host. A shared DLL under +`analyzers/` cannot give you that — whichever version loads first wins, and the other fails with +`MissingMethodException` or `CS0433`. + +The framework delivers this by IL-merging and internalizing its implementation into each component's +**intermediate** output, leaving the component's `bin` unmerged. + +## Referencing the framework from a component + +```xml + + true + + + + + +``` + +And from a consuming project, as an analyzer: + +```xml + +``` + +`Purview.BuildSdk` invokes `GetSourceGeneratorAnalyzerFiles` automatically — naming +`Targets="GetSourceGeneratorAnalyzerFiles"` explicitly still works but is not required. + +## The three consumption paths + +| Path | Trigger | What you get | +| --- | --- | --- | +| `GetSourceGeneratorAnalyzerFiles` (default) | a consuming project references the component as an analyzer | the **merged** component, from the content-addressed `purview-merged//`. `bin` stays unmerged, so an in-process test harness keeps shared framework type identity and `InternalsVisibleTo` access without `CS0433`. | +| `GetSourceGeneratorAnalyzerFiles` with `PurviewMergeSourceGeneratorFrameworkForAnalyzerFiles=false` | opt-out | unmerged component **plus** the loose framework DLL from the package `lib/`. | +| `GetPurviewMergedAnalyzerFile` | the framework's own bundled-component pack, or a third-party package embedding the generator | the merged component; `bin` is never overwritten. | +| `GetPurviewMergedAnalyzerFileForPack` (pack-time, via `TargetsForTfmSpecificContentInPackage`) | packing a standalone packable generator | the merged DLL and PDB contributed straight to `analyzers/dotnet/cs`. `bin` is never mutated, so its shape does not depend on whether `build` or `pack` ran last. | + +Two properties exist and both should normally be left alone: + +- `PurviewEmbedSourceGeneratorFramework=false` — only for a project that *is* the framework + compile-time library. A published generator package must never disable embedding. +- `PurviewMergeSourceGeneratorFrameworkForAnalyzerFiles=false` — only when the analyzer-files + consumer must keep the unmerged + loose-DLL shape (a generator shipped into one compiler process + alongside an incompatible framework version). + +`PSGFR39` errors when a **non-packable** component opts out while embedding the framework, because +that shape, packed through the GASF path, forces the loose DLL back under `analyzers/`. + +## A component that references another component + +A code-fix or analyzer component can reference the generator component normally (`ProjectReference`, +`ReferenceOutputAssembly` **not** `false`) when it needs the generator's internal diagnostic +identity. Both are `IsRoslynComponent`; only the generator references the framework. + +- The referenced component is returned as **its own merged assembly** and is never IL-merged into the + dependent one — that would duplicate its types, including `InternalsVisibleTo`-visible internals, + inside a second analyzer in the same host. +- The framework assembly is declared as copy-to-output content beside the generator's `bin`, and + content with `CopyToOutputDirectory` flows transitively through `ProjectReference`. That is what + lets Visual Studio load the dependent code-fix provider from its own `bin` without a + `FileNotFoundException` for the framework assembly. +- Visual Studio's project system resolves an `OutputItemType=Analyzer` project reference to the + referenced project's **unmerged** `bin` assembly and adds it to the compiler's analyzers — the + command-line build does not. `Purview.BuildSdk` removes that item before adding the resolved + closure, so Roslyn only ever receives the merged artifact. Without that removal the unmerged copy + drags `Purview.SourceGeneratorFramework` into the compiler host + (`CS8784 FileNotFoundException: Could not load file or assembly 'Purview.SourceGeneratorFramework'`) + and every generator registers twice. + +## Analyzer-closure validation + +`Purview.BuildSdk` validates the whole closure `GetSourceGeneratorAnalyzerFiles` returns: every +file's PE `AssemblyRef` must resolve to another file in the returned set, or to a compiler-host +assembly (`Microsoft.CodeAnalysis*`, `System.Composition.*`, `System.*`, `netstandard`, …). A missing +component artifact fails the build with `PRSGD0005`. + +Extend the permitted set with `` or the +`PurviewAnalyzerClosurePermittedReferences` property. Opt out with +`PurviewSourceGeneratorFrameworkAnalyzerValidation=false`. + +## Generator-read MSBuild properties + +A generator reading `build_property.` is only correct if `` is a +`CompilerVisibleProperty` **wherever the generator runs** — including in a consumer's project. +Declare what the component reads: + +```xml + + + +``` + +`PSGF0003` fails the build when a declared property is neither a `CompilerVisibleProperty` in the +project nor declared by the project's own `Sdk/build` or `Sdk/buildTransitive` assets — which is what +consumers actually receive. Opt out with +`PurviewSourceGeneratorFrameworkGeneratorPropertyValidation=false`. + +NuGet imports `buildTransitive` assets for **PackageReference** consumers only. Inside the package +repository every project uses `ProjectReference`, so `Purview.BuildSdk`'s +`ImportProjectReferencedBuildTransitiveAssets` registers the referenced project's +`Sdk/buildTransitive/*.props|*.targets` `CompilerVisibleProperty` items for in-repo consumers. Opt +out with `PurviewImportProjectReferenceBuildTransitive=false`. + +## Embedding a generator in another package + +Pack the **merged** assembly, so the outer package ships no loose framework DLL: + +```xml + + false + $(TargetsForTfmSpecificContentInPackage);PackMyGenerator + + + + + + + + + analyzers/dotnet/cs/ + + + +``` + +If the generator is also embedded at compile time for the outer package's consumers, the outer +package must make the framework's compiler-visible properties visible to them — build assets from +`Purview.SourceGeneratorFramework` are **not** copied into the outer package. Ship a `.props` that +declares the property and its `CompilerVisibleProperty` entry, packed under the outer package's own +ID so NuGet imports it: + +```xml + +``` + +## `IsExternalInit` + +The framework assembly defines `System.Runtime.CompilerServices.IsExternalInit` **publicly**, so the +bundled generators can emit `init`-based attribute types into any consumer compilation and the merge +has a single marker definition to internalize. + +**Do not declare your own.** A generator-local marker gives calls to the framework's `init` setters a +different required-custom-modifier identity from the setter definitions. The merge tool normalizes +those modifiers in a temporary copy for compatibility with legacy tooling, but removing the redundant +marker is the preferred configuration. + +## Roslyn version compatibility + +> The version of `Microsoft.CodeAnalysis.*` you compile the component against sets a **minimum +> compiler-host API requirement**. The consumer's `` has nothing to do with it — +> analyzer code runs inside the compiler/IDE host. + +| Roslyn package | Minimum Visual Studio | Language / .NET generation | +| ---: | --- | --- | +| 4.8 | VS 2022 17.8 | C# 12 / .NET 8 | +| 4.12 | VS 2022 17.12 | C# 13 / .NET 9 | +| 5.0 | VS 2026 18.0 | C# 14 / .NET 10 | + +**This framework is built against Roslyn 5.0**, so a host loading it must be Roslyn 5.0 or later +(.NET 10 SDK / Visual Studio 2026 18.0). The testing packages multi-target `net8.0`–`net10.0`, and +Roslyn 5.x ships `net8.0`/`net9.0` assets, so those test targets still load the runner. + +## A generator project to start from + +```xml + + + netstandard2.0 + latest + enable + true + false + true + true + + + + + + + + + + + + +``` + +`Purview.BuildSdk` already defaults most of this for a project it classifies as a Roslyn component, +so in an SDK repository the project file is usually far shorter. The exact Roslyn baseline is a +product-support decision. + +## Release gates + +Acceptance criteria for self-contained packaging — check metadata, never "the sample compiled": + +1. **No framework reference, no public framework types.** Every `analyzers/dotnet/cs/*.dll` has no + assembly reference to `Purview.SourceGeneratorFramework` and exposes no public type in a + framework-owned namespace (including the generated `Generators` attribute set and the + framework-emitted `Microsoft.CodeAnalysis.EmbeddedAttribute`). The one exception is the + component's own Roslyn entry points, which must stay public — Roslyn only instantiates public + components (`PSGFR27`). +2. **No loose framework DLL in any package**, and no `*.pdb` in the `.nupkg` — symbols ship only + through the `.snupkg`. +3. **Merged entry points survive**: each merged DLL still exposes its `IIncrementalGenerator`, + `DiagnosticAnalyzer` or `CodeFixProvider`. +4. **Installed-package consumer test**: a generator project referencing the framework by + `PackageReference` packs one self-contained DLL under `analyzers/dotnet/cs`, and a consumer that + installs it builds with the generator producing output. +5. **Two-version coexistence test**: build Generator A against the current framework and Generator B + against an intentionally binary-incompatible version, install both into one consumer, and build + with both package-reference orders. Both must run against their own embedded copy. + +## Going deeper + +The merge pass, the content-addressed artifact, framework type internalization and the properties +that tune it are in [references/merge-internals.md](references/merge-internals.md) — read it when a +merge fails, when a type leaks, or when you hit `MSB3073` / `CS0433` / `CS8784` from a loaded +analyzer. diff --git a/.agents/skills/purview-sourcegenerator-packaging/references/merge-internals.md b/.agents/skills/purview-sourcegenerator-packaging/references/merge-internals.md new file mode 100644 index 0000000..5d8b6c9 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-packaging/references/merge-internals.md @@ -0,0 +1,139 @@ +# The merge pass and the self-contained analyzer + +## Where the merged artifact lives + +`_PurviewMergeSourceGeneratorFramework` only ever writes to the component's **intermediate** output. +`GetSourceGeneratorAnalyzerFiles` returns that result by substituting the merged path into +`TargetPathWithTargetPlatformMoniker` immediately before its body runs, leaving `GetTargetPath` — +which resolves assembly references — pointing at the unmerged `bin`. That split is what keeps the +in-repo test harness working while shipped assemblies stay self-contained. + +The artifact is **content-addressed**: + +```text +$(IntermediateOutputPath)purview-merged//$(TargetFileName) +``` + +`` is a SHA-256 over the component, the framework assembly and the merge tool (the tool +computes it in its `--tag` mode). The tag is in the **directory**, never the file name, because +ILRepack derives the merged assembly's simple name from the output file name and an analyzer must +keep `.dll`. + +Two properties follow, and both matter: + +- A rebuild with identical inputs reuses the existing file and **skips the merge**, so + `_PurviewMergeSourceGeneratorFramework` is idempotent across the per-consumer — and potentially + parallel — invocations of `GetSourceGeneratorAnalyzerFiles`. +- Changed inputs select a **new directory**, so the merge never overwrites an assembly a compiler + host (csc, `VBCSCompiler`, Visual Studio) already has loaded. Overwriting such a file fails on + Windows with a sharing violation, which surfaced as `MSB3073` (merge tool exit code + `-532462766`) and left consumers loading a stale or partially written analyzer — the root cause of + `CS8784 FileNotFoundException: Could not load file or assembly 'Purview.SourceGeneratorFramework'`. + +The tool merges into a per-process `.staging-` directory and publishes it with a +non-overwriting directory rename. A concurrent invocation that loses the race simply observes the +published artifact rather than failing. + +Packaging needs the stable `.dll` name, so the pack paths +(`GetPurviewMergedAnalyzerFile`, `GetPurviewMergedAnalyzerFileForPack`) copy the content-addressed +artifact into `$(IntermediateOutputPath)purview-pack/` and pack that plainly named staging copy. + +## Framework type internalization + +ILRepack's `Internalize` is best-effort, and two gaps matter: + +- a framework type that reaches the merged component's public API surface stays public; and +- the types the framework's own generators emit **into** the component — the + `Purview.SourceGeneratorFramework.Generators` attribute set, generated type libraries, marker + attributes — are not part of the merged framework assembly at all, so ILRepack never sees them. + +Either gap leaks framework types out of what must be a self-contained analyzer, and any project +loading that analyzer alongside the real framework assembly fails with `CS0433` ambiguity for every +leaked type. + +So the merge tool runs a deterministic internalization pass (`FrameworkTypeInternalizer`) after +ILRepack finishes: + +- Every type in a framework-owned namespace (`Purview.SourceGeneratorFramework` and its children, + including the generated `Generators` attribute set) becomes non-public. Ownership is evaluated + through the **declaring chain**, because Mono.Cecil reports an empty namespace for a nested type: + the framework's nested containers — generated type-library namespace classes, nested operator/enum + groups, `CodeWriter` scopes — are only reachable through their declaring type. +- Types the framework's generators emitted into the component, recognized by the tool name on their + `System.CodeDom.Compiler.GeneratedCodeAttribute` (`TypeLibraryGenerator`, + `AttributeDataModelGenerator`), become non-public too, so a generated type library can never leak a + `TypeIdentity`/`TypeReference` member as public API. +- `Microsoft.CodeAnalysis.EmbeddedAttribute`, the framework-emitted marker, becomes non-public. +- **Roslyn component entry points are never internalized.** A generator, analyzer, code fix provider + or refactoring provider reachable from the framework namespace stays public, because Roslyn only + instantiates public components (`PSGFR27`). This is what keeps the framework's own bundled + analyzers working after the pass. +- The pass reports the result. Leftover public framework types fail the merge with **exit code 5** + (`PSGFR43`). Public component members whose signature exposes a framework type are logged + (`PSGFR41`) so the author can make them, or their declaring type, non-public. Visibility is + followed through the declaring chain here too: a public nested type inside an internal type — for + example the compiler-synthesised `$`/`$` extension containers emitted for an extension class + — is not reachable from outside the component, so it is not part of the public surface and is not + reported. + +Ownership is seeded with the framework assembly's own type identities, so a framework type living +*outside* the framework namespace (`Microsoft.CodeAnalysis.*Extensions`, `System.StringExtensions`) +is internalized as well. The artifact's assembly-level `InternalsVisibleTo` / +`IgnoresAccessChecksTo` grants are removed, because a shipped analyzer is not the component's own +assembly. + +## Tuning the pass + +| Property | Default | Effect | +| --- | --- | --- | +| `PurviewMergeOwnedNamespaces` | empty | Extra namespace prefixes (semicolon-separated) treated as framework-owned. | +| `PurviewMergeOwnedTypeFullNames` | empty | Extra type full names (semicolon-separated) treated as framework-owned. | +| `PurviewMergePublicSurfaceSeverity` | `message` | How a finding is reported: `message` (plain log text), `warning`/`error` (MSBuild diagnostics with code `PSGFR41`), or `none`. | +| `PurviewMergePublicSurfaceValidation` | `true` | `false` sets the severity to `none`. | +| `PurviewMergePublicSurfaceOrigin` | the merged component assembly | The origin reported with an MSBuild finding; point it at a source or project path for IDE navigation. | + +All five participate in the content tag, so changing one re-runs the merge — and re-emits its +findings — rather than reusing a cached artifact. The compiler analyzer with the same id (`PSGFR41`) +reports the same condition while you edit, so the surface is usually fixed before the merge runs. + +## Generated accessibility: bin versus merged artifact + +The component's own generated types — the type library, the attribute data models — keep their +generated accessibility in the component's **bin output**. `TLB0015` requires a hand-written partial +to be `public static partial` so it can merge with the generated library, and in-repo consumers such +as code fixers and sibling assemblies compile against it. + +Only the **merged analyzer artifact** internalizes them. Self-containment is therefore enforced at +the merge boundary without rewriting the accessibility an in-repo consumer compiles against, and that +split is safe precisely because a merged artifact is never referenced as a compile-time dependency. + +> A merged component is an analyzer artifact. Never reference it as a compile-time dependency. Tests +> that need to run a *packaged* generator load it out of band. + +## How the framework package itself is assembled + +`Purview.SourceGeneratorFramework` is dual-role: the framework assembly ships in `lib/` so generator +projects compile against it, and `analyzers/` carries self-contained generator, analyzer and +code-fixer assemblies. The bundled projects are: + +- `SourceGeneratorFramework.Generators` — `AttributeDataModelGenerator`, `TypeLibraryGenerator`; +- `SourceGeneratorFramework.Analyzers` — the `PSGFR*` and `TLB*` analyzers; +- `SourceGeneratorFramework.CodeFixers` — the code fix providers. + +Each has the framework implementation merged and internalized into it. The package deliberately does +**not** put `Purview.SourceGeneratorFramework.dll` under `analyzers/dotnet/cs`, so generators built +against different framework versions never ask Roslyn to load competing versions of a same-named +dependency. + +The shared models and helpers that once shipped as a separate +`Purview.SourceGeneratorFramework.Shared.dll` are compiled directly into the framework assembly +(`SourceGeneratorShared.Link.targets` links the sources). Consumers get one +`Purview.SourceGeneratorFramework.dll`, which removes the version-skew hazard a separately bundled +Shared assembly caused — generator packages loading a different Shared version in-process failed with +binary-incompatibility errors, such as removed `PurviewTypeLibrary` fields. + +Those projects are `IsRoslynComponent = true` and are **not** packable on their own. The +`SourceGeneratorFramework` project builds them via `GetPurviewMergedAnalyzerFile` and packs them +under `analyzers/dotnet/cs/` in `BuildAndPackBundledAnalyzerAssemblies`. They were previously +consumed as analyzer project references, but they now reference the framework assembly for the shared +types, which would form a project-reference cycle. diff --git a/.agents/skills/purview-sourcegenerator-pipeline/SKILL.md b/.agents/skills/purview-sourcegenerator-pipeline/SKILL.md new file mode 100644 index 0000000..373942f --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-pipeline/SKILL.md @@ -0,0 +1,231 @@ +--- +name: purview-sourcegenerator-pipeline +description: >- + Use when composing an incremental pipeline with Purview.SourceGeneratorFramework - + IncrementalPipeline helpers, GenerationContext and custom contexts, CreateCodeWriter lifetime, + GeneratorResult and blocking versus non-blocking diagnostics, disabling a generator from MSBuild, + scope validation, test logging, and stage tracking names. +metadata: + product: Purview.SourceGeneratorFramework + repository: purview-dev/sourcegenerator-framework +--- + +# Incremental pipeline composition + +`IncrementalPipeline` composes `IncrementalValueProvider` and `IncrementalValuesProvider`: +attribute-based discovery, generation-context creation, disable-property checks, and thin +source-output registration. + +Everything here follows from one rule: **pipeline values must be immutable and value-equatable.** +Roslyn caches the complete value a provider publishes, and offers no way to exclude one property of +it from caching. + +## `GenerationContext` + +A base execution-services context carrying the Roslyn `Compilation`, immutable `GenerationSettings`, +an optional `ISourceGenLogger`, and a factory for independently owned `CodeWriter` instances. + +```csharp +var contextProvider = IncrementalPipeline.DefaultGenerationContextValueProvider(context); +``` + +### Custom contexts + +A custom context does not need to accept or read build properties itself: + +```csharp +public sealed class MyGenerationContext : GenerationContext +{ + public MyGenerationContext(Compilation compilation, GenerationSettings settings, ISourceGenLogger? logger) + : base(compilation, settings, logger) + { + } +} + +var contextProvider = IncrementalPipeline.GenerationContextValueProvider( + context, + nameof(MyGenerator), + "1.0.0", + factory: static (compilation, settings, logger, cancellationToken) => + { + cancellationToken.ThrowIfCancellationRequested(); + return new MyGenerationContext(compilation, settings, logger); + }, + disablePropertyName: "MyGenerator_Disable" +); +``` + +The provider resolves scope validation, generator disabling and test logging from analyzer-config +properties *before* invoking the factory. The logger is created internally only when logging is +enabled and a sink is registered for that run. + +## `CodeWriter` lifetime — the rule that bites + +Treat `GenerationContext` as **cached incremental state** and each `CodeWriter` as **mutable, +output-scoped execution state**. Create the writer inside the registered source-output callback, +after the incremental cache boundary: + +```csharp +IncrementalPipeline.RegisterSourceOutput( + context, + targets, + contextProvider, + static (spc, target, generationContext) => + { + var writer = generationContext.CreateCodeWriter(); + EmitTarget(generationContext, writer, target); + spc.AddSource($"{target.Name}.g.cs", writer.ToString()); + } +); +``` + +Creating it in the callback and passing it to emitter helpers called from that same callback is the +intended pattern. The only forbidden thing is **persisting the writer in pipeline state**. + +Why, concretely: + +- Roslyn caches the whole published value; you cannot exempt a field. +- `CodeWriter` is mutable, so a cached one retains previously written source when the context is + reused for another output or run. +- Source-output callbacks may process independent targets **concurrently**; a shared writer mixes + their output and races. +- A fresh writer gives each generated source independent scope tracking and deterministic ownership. + +`CreateCodeWriter()` returns a new, independently owned instance every call. + +**Never add a `CodeWriter` property or field to a class derived from `GenerationContext`.** A custom +context is still produced by an incremental provider and cached as one complete value. Store only +compilation-derived services and immutable configuration there. + +When an emitter needs both services and writing, pass the context and the writer separately, or +compose a short-lived wrapper created inside the callback — which must never be returned from a +provider: + +```csharp +public sealed class GenerationOutputContext : ISourceGenLogger + where TContext : GenerationContext +{ + public GenerationOutputContext(TContext generation) + { + Generation = generation; + Writer = generation.CreateCodeWriter(); + } + + public TContext Generation { get; } + + public CodeWriter Writer { get; } + + public void Log(SourceGenLogLevel level, int indentation, string message, params object[] args) => + Generation.Log(level, indentation, message, args); +} +``` + +## `GeneratorResult` and diagnostics that do not stop generation + +`RegisterSourceOutput` combines targets with the generation context, reports diagnostics, and runs +the callback only for successful results: + +```csharp +var targets = IncrementalPipeline.ForAttributeWithMetadataName( + context, + AttributeType, + static (ctx, ct) => + { + var symbol = ctx.TargetSymbol; + + return symbol is null + ? GeneratorResult.Empty + : GeneratorResult.Create(symbol.Name); + } +); +``` + +The callback runs only when `GeneratorResult.ShouldProcess` is `true` — the result carries a value +**and** none of its diagnostics are blocking. + +`ReportableDiagnostic.IsBlocking` is an explicit per-diagnostic decision, **independent of +severity**. An `Error`-severity diagnostic can still allow generation to continue, which is what you +want when the generated code is what helps the developer fix the problem — a generator emitting an +abstract base class can report an error per missing override while still emitting the base class, so +the user can see exactly what to implement: + +```csharp +static readonly DiagnosticDescriptor MissingOverride = new( + "MYGEN001", + "Missing override", + "Type '{0}' must override '{1}'", + "Usage", + DiagnosticSeverity.Error, + isEnabledByDefault: true +); + +// IsBlocking is false, so ShouldProcess stays true and the base class is still emitted. +var diagnostic = ReportableDiagnostic.Create(MissingOverride, isBlocking: false, symbol, symbol.Name, "Execute"); + +return GeneratorResult.Create(model, diagnostic); +``` + +`isBlocking: true` stops generation for that target while still reporting. +`HasBlockingDiagnostics` reports whether any carried diagnostic blocked; +`HasErrorDiagnostics` reports the severity-based view. + +## Disabling a generator at build time + +Pass the compiler-visible disable property to the context provider; its resolved value lands in +`GenerationSettings` automatically: + +```xml + + true + +``` + +```csharp +var contextProvider = IncrementalPipeline.DefaultGenerationContextValueProvider( + context, + nameof(MyGenerator), + "1.0.0", + disablePropertyName: "MyGenerator_Disable" +); + +// In the output stage: +if (generationContext.Settings.IsSourceGeneratorDisabled) + return; +``` + +`IsDisabledValueProvider` is still there for when expensive upstream transforms must be filtered +before being combined with the generation context. + +Declare the property with `PurviewGeneratorVisibleProperty` so it is compiler-visible wherever the +generator runs — `PSGF0003` otherwise fails the build. See the `purview-sourcegenerator-packaging` +skill. + +## Scope validation + +The default context provider reads +`PurviewSourceGeneratorFrameworkValidateCodeWriterScopes` and threads it into +`GenerationSettings.ValidateCodeWriterScopes`. When enabled, `ToString()` throws +`CodeWriterScopeValidationException` if `OpenScopeCount` is not zero. + +## Test logging + +Framework logging is off in ordinary compiler runs. The testing integration enables it by registering +an isolated sink and supplying a per-run session ID through analyzer config. Context providers create +the internal logger automatically — generators implement no logging interface and no logging-support +source is generated. + +The sink registry stores **callbacks only**; it never buffers entries. With logging disabled, a +missing session ID, or no matching sink, the provider supplies no logger and log calls are discarded. +Test sinks own whatever they capture and are removed when the run completes. + +## Tracking names + +The pipeline helpers assign a tracking name to every stage, so a cache test can assert which stages +were recomputed. The `purview-sourcegenerator-testing` skill covers the stage matrix and the four +scenarios a cache test should assert. + +## Related skills + +`purview-sourcegenerator-codewriter` for emission, `purview-sourcegenerator-diagnostics` for the +`PSGFR` rules that enforce most of the above, and `purview-sourcegenerator-testing` for proving the +pipeline caches. diff --git a/.agents/skills/purview-sourcegenerator-testing/SKILL.md b/.agents/skills/purview-sourcegenerator-testing/SKILL.md new file mode 100644 index 0000000..aaeff09 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-testing/SKILL.md @@ -0,0 +1,404 @@ +--- +name: purview-sourcegenerator-testing +description: >- + Use when writing or fixing tests for source generators, diagnostic analyzers, code fixes or + refactorings built on Purview.SourceGeneratorFramework - picking the right runner and base class, + configuring SourceGeneratorTestOptions, querying produced code with CodeQuery, and asserting + incremental pipeline caching stage by stage. +metadata: + product: Purview.SourceGeneratorFramework + repository: purview-dev/sourcegenerator-framework +--- + +# Testing source generators, analyzers, code fixes and refactorings + +Use this skill whenever a task involves authoring, fixing, or modernising tests for Roslyn components +(generators, diagnostic analyzers, code fix providers, refactoring providers) built with +`Purview.SourceGeneratorFramework`. It covers the framework-agnostic test runner layer and the +`CodeQuery` syntax-lookup API. For the TUnit base classes and assertion extensions, also load the +`purview-sourcegenerator-tunit-tests` skill. + +Modernising an existing suite onto `CodeQuery` and adding a stage-by-stage cache test? The playbook +is in [references/test-modernisation.md](references/test-modernisation.md). + +## Picking the right runner + +| Roslyn type | Runner | +|---|---| +| `IIncrementalGenerator` / `ISourceGenerator` | `SourceGeneratorTestRunner` | +| `DiagnosticAnalyzer` | `DiagnosticAnalyzerTestRunner` | +| `CodeFixProvider` | `CodeFixTestRunner` (single) | +| — | `CodeFixTestRunner.RunFixAllAsync` (project-wide) | +| `CodeRefactoringProvider` | `RefactoringTestRunner` | + +TUnit projects should prefer the matching base class instead (see `purview-sourcegenerator-tunit-tests`): +`TUnitSourceGeneratorTestBase`, `TUnitDiagnosticAnalyzerTestBase`, `TUnitCodeFixTestBase`, +`TUnitRefactoringTestBase`. + +## Result types + +- `DriverRunResult` (generator) — `DriverResult`, `AllSyntaxTrees`/`PrimarySyntaxTrees`, + `CompilationResult.Compilation`, `GetGeneratedTree`, `GetSource`, `GetTypeByMetadataName`, `LogEntries`. +- `AnalyzerTestResult` — `Diagnostics`, `Compilation`. +- `CodeFixTestResult` — `Diagnostics`, `CodeActions`, `FixedSource`, `Compilation`, `ChangedSolution`. +- `CodeFixFixAllResult` — `Diagnostics`, `CodeActions`, `FixedSources`, `ChangedSolution`. +- `RefactorTestResult` — `CodeActions`, `FixedSources`, `ChangedSolution`, `Compilation`. + +Use `DriverRunResultExtensions` (`AssertNoCompilationErrors`, `AssertNoGenerationExceptions`, +`AssertSingleGeneratedSource`, `AssertGeneratedSourceContains`, …) for quick checks, but prefer +`CodeQuery` for structural assertions. + +## Querying produced code with `CodeQuery` + +Every result exposes a `CodeQuery` via extensions in `CodeQueryResultExtensions`: + +```csharp +result.Generated() // DriverRunResult: generated trees (default, generated-first) +result.Output() // DriverRunResult: entire output compilation (user + generated) +analyzerResult.Code() // AnalyzerTestResult: input compilation +codeFixResult.Code() // CodeFixTestResult: input compilation +codeFixResult.FixedCode() // CodeFixTestResult: parsed fixed source (or post-fix solution) +fixAllResult.FixedCode() // CodeFixFixAllResult: post-fix documents +refactorResult.FixedCode() // RefactorTestResult: post-refactor documents +``` + +Every `Get` has an accompanying `Has` (bool) and `TryGet` (out): `GetMethod`/`HasMethod`/`TryGetMethod`, +`GetClass`, `GetStruct`, `GetInterface`, `GetEnum`, `GetDelegate`, `GetRecord`, `GetProperty`, +`GetField`, `GetConstructor`, `GetNamespace`, `GetTypeDeclaration`, plus generic `Get`/`Has` +and `GetSyntaxTree`/`HasSyntaxTree`. `Get` throws `SyntaxNotFoundException` when nothing matches. + +Type lookups accept an optional generic arity — `GetClass(name, arity)` / `HasClass(name, arity)` — and the +`TypeReference`/`TypeIdentity` overloads match arity automatically from the identity, so +`new TypeIdentity("ResourceDefinition", ns, arity: 1)` finds `ResourceDefinition` without matching the +non-generic `ResourceDefinition`. + +Every `Get` returns a `CodeQueryResult` — the matched syntax node (`Node`) plus a query scoped to it +(`Query`), with implicit conversions to both the node and the scoped query. Use `.Node` for direct syntax +access, or chain member queries (the originating query is carried by the result, so it is not passed again). + +Types can be matched against `TypeReference`/`TypeIdentity`, resolved through the compilation's semantic +model (nullable value types are significant, so `int?` never matches `int`): + +```csharp +result.Generated().HasMethod("DoWork", TypeReference.Create(), TypeReference.Create().Nullable(), complexType); +result.Generated().HasReturnType("Compute", TypeReference.Create()); +result.Generated().GetMethod("Format").HasParameters(TypeReference.Create(), objectReference); +``` + +When a test expects a nullable annotation, prefer the test-only `query.MakeNullable(type)` extension (on a +`CodeQuery`, accepting a `TypeReference` or `TypeIdentity`). It resolves the annotation against the query's +compilation and, unlike `TypeReference.Nullable()`/`TypeIdentity.MakeNullable()`, does not trigger the +`PSGFR16` context-overload suggestion (tests have no generation context to pass). + +Member chaining from a type declaration (`MemberQueryExtensions`): + +```csharp +var service = result.Generated().GetClass("ServiceCollectionExtensions"); // or GetClass(name, "Namespace") +service.HasProperty("Count", intType); +service.HasIndexer(stringType, intType); +service.HasMethod("Add", intType, complexType); +service.HasMethodReturnType("Add", stringType); +service.HasConstructor(stringType); +service.HasAttribute("SomeAttribute"); +``` + +Node-inspection checks on scoped results: + +```csharp +result.Generated().GetClass("Service").HasAccessibility(Accessibility.Public); // resolves C# defaults +result.Generated().GetClass("Service").GetProperty("Name").HasSetterAccessibility(Accessibility.Private); +result.Generated().GetClass("ResourceDefinition", 1).HasGenericTypeParameters("TResourceType"); +result.Generated().GetClass("ResourceDefinition", 1).HasBaseType(new TypeIdentity("ResourceDefinition", ns)); +result.Generated().GetClass("Service").HasNestedType("Builder"); // GetNestedType(...) to fetch +result.Generated().GetClass("Service").IsInNamespace("Example.Models"); // IsInGlobalNamespace() for no namespace +result.Generated().IsInNamespace(cls.Node, "Example.Models"); // or on the query directly +``` + +## Configuring options and a reusable starting point + +`SourceGeneratorTestOptions` is the base record. Common knobs: + +- `AdditionalNamespaces` / `IncludeDefaultNamespaces` — namespaces prepended to test source. +- `AdditionalAssemblyTypes` / `AdditionalReferences` — assemblies referenced by the test compilation + (use `AdditionalAssemblyTypes = [typeof(SomeType)]` to pull in a whole assembly). +- `AdditionalSources` — extra source files added to every run. +- `AnalyzerConfigOptions` — `build_property.*` values; keys without the prefix are also exposed as MSBuild + properties. +- `DisableSourceGeneratorPropertyName` / `DisableSourceGeneratorValue` — generator disable toggle. +- `NullableContextOptions`, `OutputKind`, `LanguageVersion`, `CompileToAssembly`. +- `ValidateCodeWriterScopes`, `EnableLogging`. +- `ExcludeGeneratedSourceHintNames` — hides generated marker trees from `PrimarySyntaxTrees`. + +**Easy starting point recipe.** Derive an options record that seeds the namespaces and assemblies your +generator needs, so every test gets a working compilation with no boilerplate: + +```csharp +public sealed record MyGeneratorTestOptions : SourceGeneratorTestOptions +{ + public MyGeneratorTestOptions() + { + AdditionalNamespaces = AdditionalNamespaces.Add("My.Namespace"); + AdditionalAssemblyTypes = AdditionalAssemblyTypes.AddRange( + typeof(SomeDependencyType), + typeof(TypeIdentity) // the framework's Shared assembly, when needed + ); + DisableSourceGeneratorPropertyName = PropertyLibrary.DisableMyGenerator; + } +} +``` + +`Compile()` returns a copy with `CompileToAssembly = true`, preserving the derived options type. Use the +base class hooks `OnBeforeRun`/`OnBeforeRunAsync`/`OnAfterRun` to mutate sources/options per run (for +example to append a marker attribute source via `WithAdditionalSources`). + +When `CompileToAssembly` is enabled, emission is fully in-memory. On .NET 8+ the assembly loads into a +collectible `AssemblyLoadContext`, so the result is `IDisposable` — `using var result = ...` unloads it and +keeps repeated runs from polluting the default context. `result.CompilationResult.Assembly` is the runnable +assembly (generated code can execute); `result.CompilationResult.Metadata` / `.MetadataAssembly` give a +metadata-only reflection view (types, members, attributes) over the emitted assembly without executing code. + +**Always write `using var result = ...`.** `PSGFR42` ("Dispose test harness results with a using +declaration") flags a `DriverRunResult` that is produced and never disposed — including the indirect case +where a helper creates a result, projects a value out of it and returns only the projection. It is a +`warning` when the run syntactically compiles to an assembly (`.Compile()`, a `Compile` options member, or +`CompileToAssembly = true`) and `info` otherwise; the `DisposeTestResultCodeFixProvider` fix inserts the +`using`. A result that is returned to the caller, or disposed explicitly, is not flagged. Neither is awaiting +an assertion, nor calling a helper that is handed the result — an extension on it, or a method taking it as a +parameter: both hand the same instance back, so `await Assert.That(result).SomeAssertion()` and +`result.AssertNoGenerationExceptions()` are not flagged. + +## Best practices + +- **Deterministic output**: `WriteAutoGeneratedHeader` is timestamp-free; assert with + `ContainsGeneratedCode`/`GeneratesCode` (whitespace-flattened) or `CodeQuery`, never with timestamps. +- **Generator references**: to use a generated type in the test project AND pass the generator type to a + runner, reference the generator project twice — once `OutputItemType="Analyzer"` and once as a normal + reference. +- **Multi-target**: build generators against the Roslyn version that supports the test matrix; the + framework is built against Roslyn 5.0 (net8.0/net9.0 assets keep a .NET 8–10 matrix loading); keep + `System.Collections.Immutable` version pinned to the shared one. +- **Scope validation**: keep `PurviewSourceGeneratorFrameworkValidateCodeWriterScopes` enabled; it makes + undisposed `CodeWriter` scopes fail tests. +- **Prefer `CodeQuery` over string matching** for structural assertions (members, signatures, namespaces). +- **Dispose results**: `using var result = ...`, enforced by `PSGFR42`. +- **Cap parallelism**: the harness shares one `MetadataReference` set per process, so memory is largely flat + in the degree of parallelism, but the platform's auto-detected default is both slower and heavier than an + explicit ceiling. Wall clock saturates around four concurrent tests; prefer + `--maximum-parallel-tests 8` (or a `TestingPlatformCommandLineArguments` equivalent) for a project that + multi-targets and runs several TFM executables at once. + +## Incremental cache testing (`RunIncrementalAsync`) + +To prove the pipeline caches correctly stage-by-stage, use `SourceGeneratorTestRunner.RunIncrementalAsync` +(or `GenerateIncrementalAsync` on the TUnit base). It runs a sequence of source sets over a **single shared +`GeneratorDriver`** and captures each run's `TrackedSteps`, keyed by tracking name. The canonical reference +implementation is `IncrementalPipelineCacheTests` in `SourceGeneratorShared.UnitTests`; the end-to-end +generator variant is `ServiceRegistrationCacheTests` in +`SourceGeneratorFramework.ExampleGenerator.UnitTests`. Copy the pattern into your own test project — do +not expect the source repo's files locally. + +### What is being asserted and why + +Roslyn reports one `IncrementalStepRunReason` per step output on each run: + +- `New` — the step ran for the first time. +- `Modified` — the step ran and produced a different value than the previous run. +- `Unchanged` — the step ran but produced the same value. +- `Cached` — the step was skipped and its previous result reused from the incremental cache. + +A pipeline is "caching correctly" when an unchanged input keeps every stage `Cached`/`Unchanged`, and a +targeted change marks **only** the stages whose inputs actually changed `Modified` while unrelated stages +stay `Cached`. If a generator accidentally leaks `Compilation`, `SemanticModel`, `ISymbol`, +`SyntaxNode`, or `Location` into a pipeline model, unrelated stages will report `Modified`/`New` on rerun — +these tests fail the build and catch the regression. + +### The four scenarios every cache test should cover + +1. **First run → all `New`.** Nothing can be cached on the first run; this confirms every stage is tracked + under the expected name. +2. **Identical rerun → all `Cached`/`Unchanged`.** `RunIncrementalAsync(sources, ...)` runs the same source + set twice for exactly this case. This is the strongest "it caches" proof. +3. **Source-only change → only the source/attribute stage `Modified`.** Changing an attributed class must + mark `ForAttribute_*` (and downstream output) `Modified` while property/config stages stay `Cached`. +4. **Property-only change → only the property/configuration stage `Modified`.** Toggling an MSBuild + property (via `IncrementalRunInput.AnalyzerConfig`) must mark `GetMSBuildPropertyValue_*` / + `GetGenerationConfiguration` / `GetGenerationContext_*` `Modified` while `ForAttribute_*` stays `Cached`. + +### How the runner makes this possible + +`RunIncrementalAsync` creates **one** driver, enables incremental step tracking, and **reuses the same +`Compilation` instance for identical source sets** (keyed by prepared source text). Without that reuse, +Roslyn would see a fresh compilation on the second run and report stages `Modified`/`New` even though the +sources are byte-identical — the "cached" assertion would fail. + +### Log entries per run + +`IncrementalCacheRun.LogEntries` carries the framework log entries that run wrote, in order. The sink is +registered for the whole sequence and drained between runs, so entries never accumulate. A rerun whose +output step is cached logs nothing, which makes it a second signal alongside the step reasons: + +```csharp +await Assert.That(result.Runs[0].LogEntries).IsNotEmpty(); +await Assert.That(result.Runs[1].LogEntries).IsEmpty(); +``` + +`DriverRunResult.LogEntries` (the `RunAsync` path) is likewise in write order. Both are empty when +`EnableLogging` is disabled. + +### The `StepReasons` helper + +`IncrementalCacheRun.Steps` is `ImmutableDictionary>` +keyed by tracking name. Flatten each step's `Outputs` into the reasons list so assertions read cleanly: + +```csharp +static ImmutableDictionary> StepReasons(IncrementalCacheRun run) +{ + var builder = ImmutableDictionary.CreateBuilder>(); + foreach (var pair in run.Steps) + builder[pair.Key] = [.. pair.Value.SelectMany(step => step.Outputs.Select(static output => output.Reason))]; + return builder.ToImmutable(); +} +``` + +### Framework pipeline stage names + +- `GetMSBuildPropertyValue_{Property}` — `IncrementalPipeline.PropertyValueProvider`. +- `GetGenerationConfiguration` — `IncrementalPipeline.GenerationContextValueProvider`. +- `GetGenerationContext_{Capabilities}` — e.g. `GetGenerationContext_EmptyCapabilities`. +- `ForAttribute_{AttributeType}` — `IncrementalPipeline.ForAttributeWithMetadataName`. + +The framework reference (`IncrementalPipelineCacheTests`, framework-agnostic runner) shows all four +scenarios against `TestGenerator`/`DiagnosticTestGenerator`: + +```csharp +using System.Collections.Immutable; +using Purview.SourceGeneratorFramework.TestGenerators; +using StepReason = Microsoft.CodeAnalysis.IncrementalStepRunReason; + +public class IncrementalPipelineCacheTests +{ + const string AttributedSource = """ + [TestAttribute] + public partial class MyClass { } + """; + const string ChangedAttributedSource = """ + [TestAttribute] + public partial class AnotherClass { } + """; + const string TestAttributeSource = """ + [System.AttributeUsage(System.AttributeTargets.Class)] + public sealed class TestAttribute : System.Attribute { } + """; + + static SourceGeneratorTestOptions CreateOptions() => + new SourceGeneratorTestOptions() + .WithAdditionalSources(TestAttributeSource) + .WithExcludeGeneratedSourceHintNames("TestAttribute"); + + static ImmutableDictionary> StepReasons(IncrementalCacheRun run) { /* as above */ } + + [Test] + public async Task FirstRun_AllStagesAreNew(CancellationToken cancellationToken) + { + var result = await new SourceGeneratorTestRunner().RunIncrementalAsync( + [new IncrementalRunInput([AttributedSource])], + CreateOptions(), + cancellationToken); + + var reasons = StepReasons(result.Runs[0]); + await Assert.That(reasons).IsNotEmpty(); + await Assert.That(reasons.Values.SelectMany(r => r).All(r => r == StepReason.New)).IsTrue(); + } + + [Test] + public async Task IdenticalRerun_AllStagesCached(CancellationToken cancellationToken) + { + var result = await new SourceGeneratorTestRunner() + .RunIncrementalAsync([AttributedSource], CreateOptions(), cancellationToken); + + var second = StepReasons(result.Runs[1]); + await Assert.That(second.Values.SelectMany(r => r).All(r => r is StepReason.Cached or StepReason.Unchanged)).IsTrue(); + } + + [Test] + public async Task SourceChange_MarksAttributeStageModified_PropertyStagesStayCached(CancellationToken cancellationToken) + { + var result = await new SourceGeneratorTestRunner().RunIncrementalAsync( + [new IncrementalRunInput([AttributedSource]), new IncrementalRunInput([ChangedAttributedSource])], + CreateOptions(), + cancellationToken); + + var second = StepReasons(result.Runs[1]); + await Assert.That(second["ForAttribute_TestAttribute"]).Contains(StepReason.Modified); + await Assert.That(second["GetMSBuildPropertyValue_DisableTestGenerator"].All(r => r == StepReason.Cached)).IsTrue(); + } + + [Test] + public async Task PropertyChange_MarksPropertyStageModified_AttributeStageStaysCached(CancellationToken cancellationToken) + { + var result = await new SourceGeneratorTestRunner().RunIncrementalAsync( + [ + new IncrementalRunInput([AttributedSource]), + new IncrementalRunInput([AttributedSource], [("build_property.DisableTestGenerator", "true")]), + ], + CreateOptions(), + cancellationToken); + + var second = StepReasons(result.Runs[1]); + await Assert.That(second["GetMSBuildPropertyValue_DisableTestGenerator"]).Contains(StepReason.Modified); + await Assert.That(second["ForAttribute_TestAttribute"].All(r => r == StepReason.Cached)).IsTrue(); + } +} +``` + +### End-to-end generator variant (`GenerateIncrementalAsync`) + +TUnit tests derive from the base class and call `GenerateIncrementalAsync` (which wires the +`OnBeforeRun`/`OnBeforeRunAsync` hooks and the derived options). `ServiceRegistrationCacheTests` in +`SourceGeneratorFramework.ExampleGenerator.UnitTests` is the reference: + +```csharp +public class ServiceRegistrationCacheTests + : TUnitSourceGeneratorTestBase +{ + const string Source = """ + namespace Test; + + [GenerateService] + public class MyService { } + """; + + [Test] + public async Task IdenticalRerun_AllStagesCached(CancellationToken cancellationToken) + { + var result = await GenerateIncrementalAsync([Source], cancellationToken: cancellationToken); + + var second = StepReasons(result.Runs[1]); + string[] frameworkStages = + [ + "GetMSBuildPropertyValue_EmitServiceRegistrationInfo", + "GetGenerationConfiguration", + "GetGenerationContext_EmptyCapabilities", + "ForAttribute_GenerateServiceAttribute", + ]; + await Assert.That( + frameworkStages.All(stage => + second.TryGetValue(stage, out var reasons) + && reasons.All(r => r is StepReason.Cached or StepReason.Unchanged))).IsTrue(); + } +} +``` + +**Why the example filters to `frameworkStages`:** `ServiceRegistrationGenerator` emits its own +`GenerateServiceAttribute` via post-initialization output, which is regenerated as a new `SyntaxTree` each +run. That makes Roslyn's *internal* `ForAttributeWithMetadataName` `Compilation` step legitimately report +`Modified` on an identical rerun. Asserting on the framework-named stages (which stay `Cached`/`Unchanged`) +is the meaningful check. If your generator does not depend on its own post-init output, the stricter +"every tracked step is `Cached`/`Unchanged`" assertion (as in the framework `IncrementalPipelineCacheTests`) +is correct. + +Per-run MSBuild-property changes are supplied with `new IncrementalRunInput(sources, [("build_property.X", "value")])`. + +## License + +This project is licensed under the MIT license. \ No newline at end of file diff --git a/.agents/skills/purview-sourcegenerator-testing/references/test-modernisation.md b/.agents/skills/purview-sourcegenerator-testing/references/test-modernisation.md new file mode 100644 index 0000000..6db4780 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-testing/references/test-modernisation.md @@ -0,0 +1,63 @@ +# Modernising a Roslyn test suite + +A playbook for moving an existing test suite onto `CodeQuery` plus the TUnit assertion extensions, +and adding a stage-by-stage incremental cache test. + +## Before you start, collect + +- The test file(s) being changed. +- The Roslyn component under test — generator, analyzer, code fix or refactor (infer it from the + base class if the task does not say). +- The component's type name. + +## Requirements + +### 1. The right base class and method + +| Component | Base class | Method | +| --- | --- | --- | +| Generator | `TUnitSourceGeneratorTestBase` | `GenerateAsync` | +| Analyzer | `TUnitDiagnosticAnalyzerTestBase` | `AnalyzeAsync` | +| Code fix | `TUnitCodeFixTestBase` | `ApplyCodeFixAsync` / `ApplyFixAllAsync` | +| Refactor | `TUnitRefactoringTestBase` | `RefactorAsync` | + +### 2. `CodeQuery` instead of string matching + +Replace `GetGeneratedTree(...)` + `string.Contains(...)` with `CodeQuery` +(`result.Generated().Get/Has/TryGet…`) and the terminal assertion extensions — +`await Assert.That(result).HasGeneratedMethod/Class/Property/Field/SyntaxTree(…)` — which return the +node so a follow-up assertion has something to work with. + +### 3. `TypeReference` instead of signature strings + +Match parameter and return types structurally. A signature string breaks on a whitespace or +nullability change that means nothing. + +### 4. Options in one place + +Derive a `SourceGeneratorTestOptions` record that seeds the required namespaces and additional +assemblies, and remove the per-test duplication it replaces. + +### 5. A stage-by-stage cache test + +Use `RunIncrementalAsync`, or `GenerateIncrementalAsync` on the TUnit base, and assert the four +scenarios. `ServiceRegistrationCacheTests` and `IncrementalPipelineCacheTests` are the reference +pattern. + +| Scenario | Expected | +| --- | --- | +| First run | every framework stage `New` | +| Identical rerun (`RunIncrementalAsync(sources, …)` runs the same source twice) | framework stages `Cached`/`Unchanged` | +| Source-only change | `ForAttribute_*` `Modified`; property/config stages stay `Cached` | +| Property-only change (`new IncrementalRunInput(sources, [("build_property.X", "value")])`) | `GetMSBuildPropertyValue_*`, `GetGenerationConfiguration`, `GetGenerationContext_*` `Modified`; `ForAttribute_*` stays `Cached` | + +Use the `StepReasons(IncrementalCacheRun)` flattening helper. If the generator depends on its own +post-init output, assert on the framework-named stages rather than on every tracked step. + +### 6. Minimal change + +Keep behaviour equivalent, and do not reformat unrelated tests. + +## Verification + +Build the test project and run its suite before finishing. diff --git a/.agents/skills/purview-sourcegenerator-tunit-tests/SKILL.md b/.agents/skills/purview-sourcegenerator-tunit-tests/SKILL.md new file mode 100644 index 0000000..bc711c5 --- /dev/null +++ b/.agents/skills/purview-sourcegenerator-tunit-tests/SKILL.md @@ -0,0 +1,230 @@ +--- +name: purview-sourcegenerator-tunit-tests +description: >- + Use when writing TUnit tests for source generators, diagnostic analyzers, code fixes or + refactorings built on Purview.SourceGeneratorFramework - choosing the correct TUnit base class and + method, customising SourceGeneratorTestOptions, using the TUnit assertion extensions, and + modernising existing tests. +metadata: + product: Purview.SourceGeneratorFramework.Testing.TUnit + repository: purview-dev/sourcegenerator-framework +--- + +# TUnit test authoring for Roslyn components + +Use this skill whenever a task involves authoring, fixing, or modernising **TUnit** tests for Roslyn +components built with `Purview.SourceGeneratorFramework`. It tells you which base class to derive from, +which method to call, how to customise options with an easy starting point, and how to use the TUnit +assertion extensions. For the framework-agnostic runner layer and the `CodeQuery` API, also load the +`purview-sourcegenerator-testing` skill. + +## Base class → method matrix + +| Roslyn type | Base class | Method to call | +|---|---|---| +| `IIncrementalGenerator` / `ISourceGenerator` | `TUnitSourceGeneratorTestBase` | `GenerateAsync(source, options, ct)` | +| `DiagnosticAnalyzer` | `TUnitDiagnosticAnalyzerTestBase` | `AnalyzeAsync(source, options, ct)` | +| `CodeFixProvider` (single fix) | `TUnitCodeFixTestBase` | `ApplyCodeFixAsync(source, options, ct)` | +| `CodeFixProvider` (fix-all) | `TUnitCodeFixTestBase` | `ApplyFixAllAsync(sources, options, ct)` | +| `CodeRefactoringProvider` | `TUnitRefactoringTestBase` | `RefactorAsync(source, options, ct)` | + +For cache tests, `TUnitSourceGeneratorTestBase` also exposes `GenerateIncrementalAsync(...)`. + +Framework-agnostic equivalents (no TUnit): `SourceGeneratorTestRunner`, `DiagnosticAnalyzerTestRunner`, +`CodeFixTestRunner`, `RefactoringTestRunner`. + +## Easy starting point: derive your options record + +Create a test-options record that seeds the namespaces and assemblies your component needs, then pass it +to every test via `new MyTestOptions()`: + +```csharp +public sealed record MyGeneratorTestOptions : SourceGeneratorTestOptions +{ + public MyGeneratorTestOptions() + { + AdditionalNamespaces = AdditionalNamespaces.Add("My.Namespace"); + AdditionalAssemblyTypes = AdditionalAssemblyTypes.AddRange( + typeof(SomeDependencyType), + typeof(TypeIdentity) // framework Shared assembly, when needed + ); + DisableSourceGeneratorPropertyName = "DisableMyGenerator"; + } +} + +public class MyGeneratorTests : TUnitSourceGeneratorTestBase +{ + [Test] + public async Task GeneratesExpectedSource(CancellationToken ct) => + await GenerateAsync("...source...", ct); +} +``` + +Use the base hooks to customise per-run: `OnBeforeRun`/`OnBeforeRunAsync` (mutate sources/options, e.g. +`options.WithAdditionalSources(markerAttributeSource)`) and `OnAfterRun`/`OnAfterRunAsync`. Use +`options.Compile()` to opt into `CompileToAssembly` while preserving the derived options type. + +Write `using var result = await GenerateAsync(...)`: `DriverRunResult` is `IDisposable`, and `PSGFR42` +flags a result that is produced and never disposed (a `warning` once the run compiles to an assembly, +`info` otherwise). It also catches the indirect case — a helper that creates a result, projects a value out +of it and returns only the projection. Awaiting an assertion, or calling a helper that is handed the result — +an extension on it, or a method taking it as a parameter — is not a production: both hand the same instance +back, so neither is flagged. + +For code fixes/refactorings, select a specific registered action via `CodeFixTestOptions.EquivalenceKey` +or `CodeActionIndex`, and `RefactorTestOptions.Span`/`NodeSelector` (e.g. +`NodeSelector = query => query.GetMethod("M")`). + +## TUnit assertion extensions + +All assertion extensions live under `Purview.SourceGeneratorFramework.Testing.TUnit.Assertions` +(globally imported by the package's props). `Assert.That(...)` calls are terminal and **return the value** +when awaited. + +- **`CodeQueryAssertions`** — return `CodeQueryResult` (the matched node via `.Node`, plus a query + scoped to it via `.Query`): `HasGeneratedMethod` (optionally with `TypeReference[]` parameter types), + `HasGeneratedMethodReturnType`, `HasGeneratedClass` (by name or `TypeReference`/`TypeIdentity` identity), + `HasGeneratedProperty`, `HasGeneratedField`, `HasGeneratedSyntaxTree`; `HasFixedMethod` for code-fix and + refactor results. The assertions operate on a `CodeQuery` directly, so pass any query — `result.Generated()` + (generated trees), `result.Output()` (whole compilation), or `result.FixedCode()` — or use the convenience + overloads on the test result types, which query the relevant code for you. +- **Scoped member chaining** — `HasPropertyOfType(name, type)`, `HasFieldOfType(name, type)`, + `HasMethodOfType(name, TypeReference[])`, `HasConstructorOfType(TypeReference[])`, and + `HasAttributeOfType(name)` chain from a scoped `CodeQueryResult` (e.g. the result of `HasGeneratedClass`) + and return the matched member. They are named to avoid colliding with the bool `Has*` predicates in + `MemberQueryExtensions`. +- **Fluent `.And` chains** — the node-producing assertions (`HasGeneratedClass`, `HasPropertyOfType`, + `HasMethodOfType`, `HasNestedType`) move the chain onto the matched node, so further assertions can be + appended with `.And`. Node-inspection assertions — `WithAccessibility`, `WithGetterAccessibility`, + `WithSetterAccessibility`, `WithBaseType`, `WithGenericTypeParameter(s)`, `IsInNamespace`, + `IsInGlobalNamespace` — keep the node on the chain: + ```csharp + var method = await Assert.That(query) + .HasGeneratedClass("Service") + .And.HasNestedType("Builder") + .And.WithAccessibility(Accessibility.Private) + .And.HasMethodOfType("Build", []); + ``` + Generic types are matched by arity — `HasGeneratedClass(name, arity)` or a `TypeIdentity` with arity — + so `new TypeIdentity("ResourceDefinition", ns, arity: 1)` finds `ResourceDefinition` + without matching the non-generic `ResourceDefinition`. +- **Nullable expected types in tests** — use the test-only `query.MakeNullable(type)` extension (on a + `CodeQuery`). It resolves the annotation against the query's compilation and, unlike + `TypeReference.Nullable()`/`TypeIdentity.MakeNullable()`, does not trip the `PSGFR16` context-overload + suggestion, since tests have no generation context to pass. + ```csharp + CodeQueryResult method = await Assert.That(result.Generated()).HasGeneratedMethod("DoWork", [intType, nullableInt]); + CodeQueryResult cls = await Assert.That(result.Generated()).HasGeneratedClass("Service"); + await Assert.That(cls.HasProperty("Count", intType)).IsTrue(); // chained member query + await Assert.That(cls.Node.Identifier.ValueText).IsEqualTo("Service"); // direct syntax access + await Assert.That(result.FixedCode()).HasFixedMethod("DoWork"); // code-fix / refactor results + + var query = result.Generated(); + var attributeClass = await Assert.That(query).HasGeneratedClass(hostKitAttribute); + await Assert.That(attributeClass).HasPropertyOfType("Name", query.MakeNullable(TypeLibrary.System.String)); + ``` +- **`DiagnosticAssertions`** — `HasDiagnostic(descriptor|id)`, `HasDiagnostics(count)`, + `DoesNotHaveDiagnostic`, `HasNoDiagnostics`, `HasNoErrorDiagnostics` on generator/analyzer/code-fix results. +- **`TypeIdentityAssertions`** — `HasSymbol(TypeIdentity)` / `HasSymbol("Namespace.Type")`. +- **`GeneratedCodeAssertionsExtensions`** — `GeneratesCode(expected)`, `ContainsGeneratedCode(expected)` + (whitespace-flattened string comparison). + +For structural assertions (members, signatures, namespaces) prefer `result.Generated()` + +`Get/Has/TryGet` from `CodeQuery` (see `purview-sourcegenerator-testing`). + +## Incremental cache tests (`GenerateIncrementalAsync`) + +`TUnitSourceGeneratorTestBase` exposes `GenerateIncrementalAsync`, which mirrors `RunIncrementalAsync` but +also wires the base class hooks (`OnBeforeRun`/`OnBeforeRunAsync`) and your derived options record. Use it to +prove the pipeline caches stage-by-stage. The reference is `ServiceRegistrationCacheTests` in +`SourceGeneratorFramework.ExampleGenerator.UnitTests`; the framework-agnostic twin with a full walkthrough is +in the `purview-sourcegenerator-testing` skill. + +Why the tests look the way they do: + +- `GenerateIncrementalAsync([Source])` runs the **same source twice** on a single shared driver. The first + run reports every stage `New`; the second must report `Cached`/`Unchanged` for unchanged stages — that is + the core "it caches" proof. +- `GenerateIncrementalAsync([new IncrementalRunInput([Source]), new IncrementalRunInput([changed])])` runs two + **different** source sets, so a source-only change must mark `ForAttribute_*` `Modified` while + property/configuration stages stay `Cached`. +- `new IncrementalRunInput([Source], [("build_property.X", "value")])` toggles an MSBuild property for one + run only, so a property-only change must mark `GetMSBuildPropertyValue_*`/`GetGenerationConfiguration`/ + `GetGenerationContext_*` `Modified` while `ForAttribute_*` stays `Cached`. +- `result.Runs[n].LogEntries` carries the framework log entries *that run* wrote, in order, so a rerun whose + output step is cached can be asserted to have logged nothing. Empty when `EnableLogging` is disabled. +- The `StepReasons(IncrementalCacheRun)` helper flattens each tracked step's `Outputs` into a + `ImmutableDictionary>` so assertions can address a stage + by name (see `purview-sourcegenerator-testing` for the helper body). +- If the generator's pipeline depends on its own post-initialization output (a self-referencing generated + attribute), Roslyn's internal `ForAttributeWithMetadataName` `Compilation` step is legitimately `Modified` + on rerun; assert on the framework-named stages (e.g. `ForAttribute_GenerateServiceAttribute`, + `GetGenerationConfiguration`, `GetGenerationContext_EmptyCapabilities`) rather than every tracked step. + +```csharp +public class ServiceRegistrationCacheTests + : TUnitSourceGeneratorTestBase +{ + const string Source = """ + namespace Test; + + [GenerateService] + public class MyService { } + """; + + [Test] + public async Task IdenticalRerun_AllStagesCached(CancellationToken cancellationToken) + { + var result = await GenerateIncrementalAsync([Source], cancellationToken: cancellationToken); + + var second = StepReasons(result.Runs[1]); + string[] frameworkStages = + [ + "GetMSBuildPropertyValue_EmitServiceRegistrationInfo", + "GetGenerationConfiguration", + "GetGenerationContext_EmptyCapabilities", + "ForAttribute_GenerateServiceAttribute", + ]; + await Assert.That( + frameworkStages.All(stage => + second.TryGetValue(stage, out var reasons) + && reasons.All(r => r is StepReason.Cached or StepReason.Unchanged))).IsTrue(); + } + + [Test] + public async Task PropertyChange_MarksPropertyStageModified_AttributeStageStaysCached(CancellationToken cancellationToken) + { + var result = await GenerateIncrementalAsync( + [ + new IncrementalRunInput([Source]), + new IncrementalRunInput([Source], [(PropertyLibrary.EmitServiceRegistrationInfo, "true")]), + ], + cancellationToken: cancellationToken); + + var second = StepReasons(result.Runs[1]); + await Assert.That(second["GetMSBuildPropertyValue_EmitServiceRegistrationInfo"]).Contains(StepReason.Modified); + await Assert.That(second["ForAttribute_GenerateServiceAttribute"].All(r => r is StepReason.Cached or StepReason.Unchanged)).IsTrue(); + } +} +``` + +Use `using StepReason = Microsoft.CodeAnalysis.IncrementalStepRunReason;` and your own stage names. + +## Modernising existing tests + +When converting legacy tests that do `result.GetGeneratedTree(...)` + `string.Contains(...)`: + +1. Replace tree-lookup + string matching with `result.Generated().GetClass/GetMethod/GetProperty(...)` and + the `Has*`/`TryGet*` family. +2. Replace signature string checks with `TypeReference` parameter/return-type matching. +3. Replace `Assert.That(text).Contains("...")` with the terminal assertion extensions that return nodes. +4. Verify options use a derived record (namespaces + assemblies) rather than repeating `AdditionalNamespaces` + per test. +5. Add a stage-by-stage cache test if the component has an incremental pipeline — first run `New`, + identical rerun `Cached`/`Unchanged`, and targeted changes mark only the affected stage `Modified`. + Use the inlined examples in this skill and in `purview-sourcegenerator-testing`'s "Incremental cache testing" + section, swapping in your own generator and stage names. + +## License + +This project is licensed under the MIT license. \ No newline at end of file diff --git a/.agents/skills/purview-telemetry-design/SKILL.md b/.agents/skills/purview-telemetry-design/SKILL.md new file mode 100644 index 0000000..c8df5f8 --- /dev/null +++ b/.agents/skills/purview-telemetry-design/SKILL.md @@ -0,0 +1,96 @@ +--- +name: purview-telemetry-design +description: Design best practices for Purview.Telemetry.SourceGenerator interfaces. Use when deciding between a single telemetry interface and per-area interfaces, choosing telemetry names, designing multi-target methods, or reviewing telemetry structure in a C# project. +license: MIT +compatibility: C# projects using Purview.Telemetry.SourceGenerator. +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Design best practices for Purview Telemetry + +This skill guides the design of generated telemetry interfaces. + +## Single combined interface vs. per-area interfaces + +The generator lets you put all telemetry types on one interface, or split them by concern. + +### Combined interface + +Use one interface when: + +- A single service owns all telemetry and the operations naturally overlap. +- You want a single injection point and fewer constructor parameters. +- Multi-target methods emit Activity + Log + Metric from one call. + +Naming convention: + +```csharp +[ActivitySource] +[Logger] +[Meter] +public interface IOrderServiceTelemetry +``` + +### Per-area interfaces + +Split into separate interfaces when: + +- Different consumers need only one telemetry type (e.g., tests mock only logs). +- The team prefers clear separation between tracing, logging, and metrics. +- The service is large and each telemetry type has many operations. + +Naming convention: + +```csharp +[ActivitySource] public interface IOrderServiceTracing { ... } +[Logger] public interface IOrderServiceLogs { ... } +[Meter] public interface IOrderServiceMetrics { ... } +``` + +Default recommendation: start with one combined interface per service. Split only when a clear boundary emerges. + +## Naming conventions + +Default to the OpenTelemetry naming convention (`NamingConvention.OpenTelemetry`). + +- ActivitySource names: preserve assembly casing (e.g., `MyApp`). +- Activity names: descriptive, sentence-case-ish, no spaces: `placing-order`. +- Log message templates: human-readable, with `{PascalCase}` placeholders. +- Metric instrument names: hierarchical, dot-separated, lowercase: `myapp.orders.placed`. +- Tag/baggage keys: `snake_case`. + +Only use `NamingConvention.Legacy` for exact v3 backward compatibility. + +## Multi-target method design + +Combine attributes on one method when a single operation emits multiple telemetry types: + +```csharp +[Activity] +[Info] +[AutoCounter] +Activity? PlacingOrder(int orderId); +``` + +Rules: + +- Methods that return `Activity?` create an Activity. +- Methods that return `void` typically add events, log, or record metrics. +- Pass the `Activity?` from the starting method to event/context methods. + +## Parameter attributes + +| Attribute | Use | +|---|---| +| `[Baggage]` | Adds the parameter to Activity baggage; also included in logs. | +| `[Tag]` | Adds the parameter as an Activity tag. | +| `[ExcludeTargets(Targets.Activities)]` | Excludes the parameter from Activity generation only. | +| `[ExpandEnumerable(maximumValueCount: N)]` | Expands an array/IEnumerable into indexed log properties. | + +## Testing + +Inject the interface in your service and mock it in tests. The generated interface has no implementation code in the interface itself, so standard mocking frameworks (NSubstitute, Moq, TUnitMocks) work directly. + +See [references/REFERENCE.md](references/REFERENCE.md) for a decision matrix and naming examples. diff --git a/.agents/skills/purview-telemetry-design/references/REFERENCE.md b/.agents/skills/purview-telemetry-design/references/REFERENCE.md new file mode 100644 index 0000000..b15cfcf --- /dev/null +++ b/.agents/skills/purview-telemetry-design/references/REFERENCE.md @@ -0,0 +1,101 @@ +# Design reference + +## Interface shape decision matrix + +| Situation | Recommendation | +|---|---| +| Small service with < 10 telemetry operations | One combined `ITelemetry` | +| Service only logs | `ILogs` | +| Service only traces | `ITracing` | +| Service only emits metrics | `IMetrics` | +| Large service with distinct teams owning logs vs. metrics | Split into per-area interfaces | +| Need to mock only one telemetry type in many tests | Split into per-area interfaces | + +## Naming examples + +### OpenTelemetry mode (default) + +```csharp +[ActivitySource] // name = "MyApp" +[Logger] +[Meter] +public interface IOrderServiceTelemetry +{ + [Activity] + Activity? PlacingOrder(int orderId); // activity name = "placing-order" + + [Info("Placing order {OrderId}")] + void PlacingOrderInfo(int orderId); // log + + [AutoCounter] + void OrderPlaced(); // instrument = "myapp.orders.order-placed" +} +``` + +### Legacy mode + +```csharp +[assembly: TelemetryGeneration(NamingConvention = NamingConvention.Legacy)] +``` + +Use only when exact v3 names must be preserved. + +## Multi-target example + +```csharp +[ActivitySource] +[Logger] +[Meter] +public interface IOrderServiceTelemetry +{ + // Starts Activity, logs Info, increments Counter + [Activity(ActivityKind.Internal)] + [Info("Placing order {OrderId} for {CustomerName}")] + [AutoCounter] + Activity? PlacingOrder(int orderId, string customerName, [Baggage] string region); + + // Adds event to the Activity and logs Trace + [Event] + [Trace] + void OrderValidated(Activity? activity, int orderId); + + // Records histogram + [Histogram] + void OrderProcessingTime(double latencyMs); +} +``` + +## Parameter attribute examples + +```csharp +[Activity] +[Info] +Activity? FetchingOrder( + int orderId, + [Baggage] string region, // carried in Activity baggage + [Tag] string tenantId); // Activity tag only + +[Event] +void OrderLoaded( + Activity? activity, + int orderId, + [ExcludeTargets(Targets.Activities)] string[] rawLines); // not in Activity +``` + +## Testing example + +```csharp +public class OrderServiceTests +{ + [Test] + public void PlaceOrder_EmitsTelemetry() + { + var telemetry = Substitute.For(); + var service = new OrderService(telemetry); + + service.PlaceOrder(42, "Alice", "EMEA"); + + telemetry.Received().PlacingOrder(42, "Alice", "EMEA"); + } +} +``` diff --git a/.agents/skills/purview-telemetry-diagnostics/SKILL.md b/.agents/skills/purview-telemetry-diagnostics/SKILL.md new file mode 100644 index 0000000..fec24d2 --- /dev/null +++ b/.agents/skills/purview-telemetry-diagnostics/SKILL.md @@ -0,0 +1,168 @@ +--- +name: purview-telemetry-diagnostics +description: >- + Use when a Purview.Telemetry.SourceGenerator build reports a TSG diagnostic - TSG1xxx general, + TSG2xxx logging, TSG3xxx activities, TSG4xxx metrics - to find what triggered it and how to fix it, + or when deciding whether a rule can be suppressed. +license: MIT +compatibility: C# projects using Purview.Telemetry.SourceGenerator. +metadata: + author: Purview-Dev + product: Purview.Telemetry.SourceGenerator + repository: purview-dev/telemetry-sourcegenerator +--- + +# Purview.Telemetry.SourceGenerator diagnostics + +One Roslyn analyzer, `TelemetryDiagnosticAnalyzer`, validates telemetry interfaces and raises `TSG` +diagnostics in four families: + +| Family | Covers | +| --- | --- | +| `TSG1xxx` | general — interface and method shape, targets, framework support | +| `TSG2xxx` | logging | +| `TSG3xxx` | activities | +| `TSG4xxx` | metrics | + +Every rule is tracked in `AnalyzerReleases.Shipped.md` / `AnalyzerReleases.Unshipped.md` with its ID, +category and severity, validated by the Roslyn release-tracking analyzers on every build. A new or +changed diagnostic must be recorded there in the same change. + +## General — `TSG1xxx` + +| ID | Severity | Reported when | +| --- | --- | --- | +| `TSG1000` | Error | An unexpected exception escaped the generation pipeline. | +| `TSG1001` | Error | A method on a multi-target interface has no explicit generation attribute — inference is not supported there. | +| `TSG1002` | Error | Two attributes from the same target family on one method. Only one Activity, Logging or Metrics attribute per method. | +| `TSG1003` | Error | Two methods on the interface share a name. | +| `TSG1004` | Error | Generic interfaces are not supported. | +| `TSG1005` | Error | Generic methods are not supported. | +| `TSG1006` | Warning | `ExcludeTargets` names a target not present on the method. | +| `TSG1007` | Warning | `ExcludeTargets` leaves a target with an empty or invalid parameter set. | +| `TSG1008` | Warning | An `Activity`-typed parameter on a method with no `[Activity]`/`[Event]`/`[Context]`. | +| `TSG1010` | Error | A method carries an attribute for a target family the interface does not register. | +| `TSG1011` | Error | The compilation targets neither .NET 8+ nor .NET Framework 4.8+. Define `PURVIEW_TELEMETRY_NON_NULLABLE` to opt out. | + +## Logging — `TSG2xxx` + +| ID | Severity | Reported when | +| --- | --- | --- | +| `TSG2000` | Error | A non-scoped log method has more than one `Exception` parameter. | +| `TSG2001` | Error | A v1-mode log method has more than 6 non-exception parameters. | +| `TSG2002` | Info | v1 generation inferred `Error` from a lone `Exception` parameter with no explicit level. | +| `TSG2003` | Warning | No reference to `Microsoft.Extensions.Logging.ILogger`; log generation is skipped. | +| `TSG2004` | Error | Ordinal and named placeholders mixed in one message template. | +| `TSG2005` | Error | The maximum ordinal placeholder exceeds the parameter count. | +| `TSG2006` | Error | `[LogProperties]` and `[ExpandEnumerable]` on the same parameter. | +| `TSG2007` | Warning | A scoped log declares a `LogLevel`; it is ignored. | +| `TSG2008` | Warning | `[ExpandEnumerable]` has a `MaximumValueCount` above the recommended default of 5. | +| `TSG2021` | Error | A log method returns something other than `void` or `IDisposable`. (`Activity` is allowed when the method is also an Activity method.) | + +## Activities — `TSG3xxx` + +| ID | Severity | Reported when | +| --- | --- | --- | +| `TSG3000` | Warning | A baggage parameter is not a string; `ToString()` will be called. | +| `TSG3001` | Warning | No activity source name available anywhere; generation defaults to `purview`. | +| `TSG3002` | Error | An Activity/Event method returns something other than `void` or `Activity`. | +| `TSG3003` | Error | More than one parameter maps to the same reserved destination. | +| `TSG3004` | Error | An `Activity`-destination parameter on an Activity method — only valid on `[Event]`. | +| `TSG3005` | Error | A `timestamp` parameter on a method that is not `[Event]`. | +| `TSG3006` | Error | A start-time parameter on a Create-activity or Event method. | +| `TSG3007` | Error | A parent-context or parent-id parameter on an event. | +| `TSG3008` | Error | Activity-links parameters on an event or context method. | +| `TSG3009` | Error | An activity-tags parameter on a context method. | +| `TSG3010` | Error | An escaped parameter is not a boolean. | +| `TSG3011` | Error | Escaped parameters on an Activity or Context method — Events only. | +| `TSG3012` | Info | No Activity methods defined; `Activity.Current` is assumed. | +| `TSG3013` | Warning | An Activity method does not return the created `Activity`. | +| `TSG3014` | Warning | An Event/Context method has no `Activity` parameter. Controlled by `ActivitySourceGeneration.GenerateDiagnosticsForMissingActivity` (default `true`). | +| `TSG3015` | Info | `Activity` should be the first parameter. Same opt-in as `TSG3014`. | +| `TSG3016` | Error | A status-description parameter is not a string. | +| `TSG3017` | Error | Status-description parameters on an Activity or Context method — Events only. | +| `TSG3021` | Info | An `[Event]` records an exception under the OpenTelemetry rules but is not named `"exception"`. | +| `TSG3022` | Warning | An Activity method returns non-nullable `Activity`. | + +## Metrics — `TSG4xxx` + +| ID | Severity | Reported when | +| --- | --- | --- | +| `TSG4000` | Error | A method on a Metrics interface has no instrument attribute and is not excluded. | +| `TSG4001` | Error | A metrics-owned method returns something other than `void` or `bool`. | +| `TSG4002` | Error | An auto-increment instrument also declares a measurement parameter. | +| `TSG4003` | Error | More than one measurement value. | +| `TSG4004` | Error | A non-auto-increment instrument method has no measurement parameter. | +| `TSG4005` | Error | An observable instrument is not declared as `Func`. | +| `TSG4006` | Error | The measurement type is not `byte`, `short`, `int`, `long`, `double`, `float`, `decimal`, `Measurement` or `IEnumerable>`. | +| `TSG4007` | Error | An observable metric returns `bool`. | +| `TSG4008` | Error | An `AutoCounter` does not return `void`. | +| `TSG4009` | Warning | The instrument name matches the instrument type name. Name what is measured, not the instrument. | + +## The ones people actually hit + +### `TSG1001` — inference is off on a multi-target interface + +A method on an interface carrying `[ActivitySource]` + `[Logger]` + `[Meter]` has no explicit +attribute. Add one per target the method should emit, or mark it `[Exclude]`: + +```csharp +[ActivitySource("MyApp")] +[Logger] +[Meter] +interface IMyTelemetry +{ + [Info] // explicit target + void ProcessItem(int id); +} +``` + +### `TSG3013` / `TSG3014` — the Activity went missing + +Return the created `Activity` (as `Activity?`, per `TSG3022` — it is null when no listeners are +active) and pass it into the Event and Context methods that should attach to it. Both are +best-practice rules controlled by `ActivitySourceGeneration.GenerateDiagnosticsForMissingActivity`. + +### `TSG3021` — exception event name + +Name the event `exception` so the OpenTelemetry exception tags (`exception.type`, +`exception.message`, `exception.stacktrace`, `exception.escaped`) attach to *that* event rather than +a separate one: + +```csharp +[Event(Name = "exception")] // the event carries the exception tags +void FailedToRetrieve(Activity? activity, Exception exception); +``` + +A `Name` on a **logging** attribute does not name the event — it renames the log entry: + +```csharp +[Event] // event name is still the method name +[Error(Name = "exception")] // this renames the log entry +void FailedToRetrieve(Activity? activity, Exception exception); +``` + +The rule is not raised when the exception is not recorded under the OpenTelemetry rules: +`[Event(UseRecordExceptionRules = false)]`, a `[Baggage]` exception parameter, or an exception +parameter excluded from the Activities target (`[ExcludeTargets(Targets.Activities)]`). + +### `TSG2008` — unbounded enumeration + +`[ExpandEnumerable]` with `MaximumValueCount` above 5. Bring it back to the default unless you have +measured the cost. + +### `TSG4002` — auto-increment counter with a measurement + +`[AutoCounter]` — equivalently `[Counter(AutoIncrement = true)]` — must declare no measurement +parameter. The measurement is fixed at 1. + +### `TSG1003` — duplicate method names + +The method name becomes a member on the generated implementation class, so two methods cannot share +one. Rename. + +## Related skills + +`purview-telemetry-quickstart` to get an interface wired up, `purview-telemetry-design` for +structuring interfaces, and `purview-telemetry-migration` for converting existing `ILogger`, +`ActivitySource` or instrument code. diff --git a/.agents/skills/purview-telemetry-migration/SKILL.md b/.agents/skills/purview-telemetry-migration/SKILL.md new file mode 100644 index 0000000..b9a01fa --- /dev/null +++ b/.agents/skills/purview-telemetry-migration/SKILL.md @@ -0,0 +1,81 @@ +--- +name: purview-telemetry-migration +description: Migrate existing ILogger, ActivitySource, or System.Diagnostics.Metrics instrument code to Purview.Telemetry.SourceGenerator interfaces. Use when converting hand-written telemetry to generated telemetry interfaces, or when a user wants to replace ILogger, ActivitySource, or Counter/Histogram/UpDownCounter usage with Purview telemetry. +license: MIT +compatibility: C# projects using Purview.Telemetry.SourceGenerator. +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Migrate to Purview Telemetry Source Generator + +Convert existing telemetry code to generated Purview telemetry interfaces. + +## Primary path: use the IDE refactorings + +The source generator ships with Roslyn code refactorings. Right-click a class containing hand-written telemetry and choose: + +- **Convert ILogger to ILogs** — replaces `ILogger` fields and constructor parameters with a generated logging interface. +- **Convert ActivitySource to ITracing** — replaces `ActivitySource` fields and `StartActivity` calls with a generated tracing interface. +- **Convert Metrics to IMetrics** — replaces `Counter`, `Histogram`, and `UpDownCounter` fields and calls with a generated metrics interface. +- **Convert all telemetry to ITelemetry** — combines all three into one interface when the class uses multiple telemetry types. + +Each refactoring offers scopes: **class**, **document**, **project**, and **solution**. + +## What the refactorings produce + +The generated interface uses attributes from the `Purview.Telemetry` namespace: + +```csharp +using Purview.Telemetry; + +[Logger] +public interface IOrderServiceLogs +{ + [Info] + void OrderPlaced(int orderId, string customerName); +} +``` + +The original class is rewritten to use the interface: + +```csharp +public class OrderService(IOrderServiceLogs logger) +{ + public void PlaceOrder(int orderId, string customerName) + { + logger.OrderPlaced(orderId, customerName); + } +} +``` + +## Manual fallback + +If the refactoring does not cover a call pattern, convert it manually: + +1. Identify the telemetry type (Logging, Activity, Metric). +2. Create a new interface with the matching class-level attribute (`[Logger]`, `[ActivitySource]`, `[Meter]`). +3. Add a method for each distinct operation, using the method-level attribute from the mapping below. +4. Replace the hand-written call with the interface method. +5. Register the interface in DI with `services.Add{InterfaceNameWithoutI}()`. + +## Attribute mapping + +| Hand-written telemetry | Generated attribute | +|---|---| +| `ILogger.LogInformation(...)` | `[Info]` | +| `ILogger.LogDebug(...)` | `[Debug]` | +| `ILogger.LogTrace(...)` | `[Trace]` | +| `ILogger.LogWarning(...)` | `[Warning]` | +| `ILogger.LogError(...)` | `[Error]` | +| `ILogger.LogCritical(...)` | `[Critical]` | +| `ActivitySource.StartActivity(...)` | `[Activity]` | +| `activity.AddEvent(...)` | `[Event]` | +| `activity.AddBaggage(...)` / `SetBaggage(...)` | `[Context]` with `[Baggage]` parameter | +| `activity.SetTag(...)` | `[Context]` with `[Tag]` parameter | +| `Counter.Add(...)` | `[Counter]` or `[AutoCounter]` for `Add(1)` | +| `Histogram.Record(...)` | `[Histogram]` | +| `UpDownCounter.Add(...)` | `[UpDownCounter]` | + +See [references/REFERENCE.md](references/REFERENCE.md) for detailed before/after examples and common conversions. diff --git a/.agents/skills/purview-telemetry-migration/references/REFERENCE.md b/.agents/skills/purview-telemetry-migration/references/REFERENCE.md new file mode 100644 index 0000000..d85eb73 --- /dev/null +++ b/.agents/skills/purview-telemetry-migration/references/REFERENCE.md @@ -0,0 +1,181 @@ +# Migration reference + +Detailed before/after examples for migrating hand-written telemetry to Purview telemetry interfaces. + +## ILogger to generated logging interface + +### Before + +```csharp +using Microsoft.Extensions.Logging; + +public class OrderService(ILogger logger) +{ + public void PlaceOrder(int orderId, string customerName) + { + logger.LogInformation("Placing order {OrderId} for {CustomerName}", orderId, customerName); + } + + public void CancelOrder(int orderId, Exception ex) + { + logger.LogError(ex, "Order {OrderId} cancelled", orderId); + } +} +``` + +### After + +```csharp +using Purview.Telemetry; + +[Logger] +public interface IOrderServiceLogs +{ + [Info("Placing order {OrderId} for {CustomerName}")] + void OrderPlaced(int orderId, string customerName); + + [Error("Order {OrderId} cancelled")] + void OrderCancelled(Exception ex, int orderId); +} + +public class OrderService(IOrderServiceLogs logger) +{ + public void PlaceOrder(int orderId, string customerName) + { + logger.OrderPlaced(orderId, customerName); + } + + public void CancelOrder(int orderId, Exception ex) + { + logger.OrderCancelled(ex, orderId); + } +} +``` + +## ActivitySource to generated tracing interface + +### Before + +```csharp +using System.Diagnostics; + +public class OrderService +{ + static readonly ActivitySource _source = new("OrderService"); + + public void PlaceOrder(int orderId) + { + using var activity = _source.StartActivity("PlaceOrder", ActivityKind.Internal); + activity?.AddEvent(new ActivityEvent("Validated")); + } +} +``` + +### After + +```csharp +using System.Diagnostics; +using Purview.Telemetry; + +[ActivitySource] +public interface IOrderServiceTracing +{ + [Activity] + Activity? PlaceOrder(int orderId); + + [Event] + void Validated(Activity? activity); +} + +public class OrderService(IOrderServiceTracing tracing) +{ + public void PlaceOrder(int orderId) + { + using var activity = tracing.PlaceOrder(orderId); + tracing.Validated(activity); + } +} +``` + +## Metrics to generated metrics interface + +### Before + +```csharp +using System.Diagnostics.Metrics; + +public class OrderService(IMeterFactory meterFactory) +{ + readonly Counter _orders = meterFactory.Create("OrderService").CreateCounter("orders-placed"); + readonly Histogram _latency = meterFactory.Create("OrderService").CreateHistogram("processing-latency-ms"); + + public void PlaceOrder(int orderId, double latencyMs) + { + _orders.Add(1); + _latency.Record(latencyMs); + } +} +``` + +### After + +```csharp +using Purview.Telemetry; + +[Meter] +public interface IOrderServiceMetrics +{ + [AutoCounter] + void OrderPlaced(); + + [Histogram] + void OrderProcessingTime(double latencyMs); +} + +public class OrderService(IOrderServiceMetrics metrics) +{ + public void PlaceOrder(int orderId, double latencyMs) + { + metrics.OrderPlaced(); + metrics.OrderProcessingTime(latencyMs); + } +} +``` + +## Combined telemetry interface + +When a class uses multiple telemetry types, prefer the combined refactoring: + +```csharp +using System.Diagnostics; +using Purview.Telemetry; + +[ActivitySource] +[Logger] +[Meter] +public interface IOrderServiceTelemetry +{ + [Activity] + [Info] + [AutoCounter] + Activity? PlacingOrder(int orderId); + + [Event] + void OrderShipped(Activity? activity, int orderId); + + [Histogram] + void OrderProcessingTime(double latencyMs); +} +``` + +## Common conversions + +| Original code | Generated method signature | +|---|---| +| `logger.LogError(ex, "Failed {OrderId}", orderId)` | `[Error("Failed {OrderId}")] void Failed(Exception exception, int orderId);` | +| `activity.AddEvent(new ActivityEvent("Loaded"))` | `[Event] void Loaded(Activity? activity);` | +| `activity.SetBaggage("tenant", tenantId)` | `[Context] void SetTenant(Activity? activity, [Baggage] string tenantId);` | +| `activity.SetTag("tenant", tenantId)` | `[Context] void SetTenant(Activity? activity, [Tag] string tenantId);` | +| `counter.Add(1, new KeyValuePair("region", region))` | `[AutoCounter] void RequestCompleted([Tag] string region);` | +| `histogram.Record(value, new KeyValuePair("region", region))` | `[Histogram] void RequestDuration(long value, [Tag] string region);` | +| `upDownCounter.Add(1)` | `[UpDownCounter] void Increment();` | diff --git a/.agents/skills/purview-telemetry-multi-targeting/SKILL.md b/.agents/skills/purview-telemetry-multi-targeting/SKILL.md new file mode 100644 index 0000000..d9654ab --- /dev/null +++ b/.agents/skills/purview-telemetry-multi-targeting/SKILL.md @@ -0,0 +1,224 @@ +--- +name: purview-telemetry-multi-targeting +description: >- + Use when one Purview.Telemetry.SourceGenerator method should emit several kinds of telemetry at + once - an Activity, a log entry and a metric from a single call. Covers combining [ActivitySource], + [Logger] and [Meter] on an interface, the supported per-method attribute combinations, excluding a + parameter from one target with [ExcludeTargets], return types, and why inference turns off. +license: MIT +compatibility: C# projects using Purview.Telemetry.SourceGenerator. +metadata: + author: Purview-Dev + product: Purview.Telemetry.SourceGenerator + repository: purview-dev/telemetry-sourcegenerator +--- + +# Multi-targeting + +One interface — and one *method* — can generate Activities, logs and metrics together. A single call +then emits all of them, from one set of parameters. + +```csharp +using Purview.Telemetry; + +[ActivitySource("OrderService")] +[Logger] +[Meter] +interface IOrderTelemetry +{ + // Activity + Info log + counter increment, from one call. + [Activity] + [Info] + [AutoCounter] + Activity? ProcessingOrder([Baggage] int orderId, [Tag] string customerName); + + // ActivityEvent + Debug log. + [Event] + [Debug] + void OrderValidated(Activity? activity, decimal amount); + + // Log only. + [Warning] + void OrderRejected(int orderId, string reason); + + // Metric only. + [Histogram] + void OrderProcessingDuration([InstrumentMeasurement] int milliseconds); +} +``` + +```csharp +using var activity = telemetry.ProcessingOrder(123, "Acme Corp"); +// Activity created and started, Info log written, counter incremented by 1. +``` + +## What you may combine + +| Combination | Example | +| --- | --- | +| Activity + Log | `[Activity]` + `[Info]` | +| Activity + Metric | `[Activity]` + `[AutoCounter]` | +| Log + Metric | `[Info]` + `[Histogram]` | +| Activity + Log + Metric | `[Activity]` + `[Info]` + `[AutoCounter]` | +| Event + Log | `[Event]` + `[Debug]` | +| Context + Log | `[Context]` + `[Trace]` | + +**One attribute per family, per method** — more is `TSG1002`: + +- Activities: one of `[Activity]`, `[Event]`, `[Context]`. +- Logging: one of `[Log]`, `[Trace]`, `[Debug]`, `[Info]`, `[Warning]`, `[Error]`, `[Critical]`. +- Metrics: one of `[Counter]`, `[AutoCounter]`, `[Histogram]`, `[UpDownCounter]`, or an observable + variant. + +```csharp +[Activity] +[Event] // TSG1002 +void InvalidMethod(Activity? activity); + +[Counter] +[Histogram] // TSG1002 +void InvalidMethod([InstrumentMeasurement] int value); +``` + +## Inference turns off — and that is the point + +An interface with **more than one** class-level attribute (`[ActivitySource]`, `[Logger]`, `[Meter]`) +disables inference. Every method must then declare its targets explicitly, or be `[Exclude]`d: + +```csharp +[ActivitySource("MyApp")] +[Logger] +[Meter] +interface IMyTelemetry +{ + void ProcessItem(int id); // TSG1001 - no explicit attribute + + [Info] + void ProcessItemLogged(int id); // fine + + [Exclude] + void NotTelemetry(int id); // fine +} +``` + +A single-target interface keeps inference. The alternative — guessing which of three families an +unannotated method meant — would silently emit the wrong telemetry, so the generator refuses. + +## Excluding a parameter from one target + +`[ExcludeTargets(Targets.X)]` on a parameter keeps it out of specific families. Use it when a value +is useful in one place and harmful in another — a verbose message is wasted as a metric tag, and an +internal reference may not belong in Activity baggage: + +```csharp +[ActivitySource("PaymentService")] +[Logger] +[Meter] +interface IPaymentTelemetry +{ + [Activity] + [Info] + [Counter] + Activity? ProcessingPayment( + [Baggage] Guid paymentId, + + [ExcludeTargets(Targets.Metrics)] + string processingMessage, + + [InstrumentMeasurement] + decimal amount, + + [ExcludeTargets(Targets.Activities)] + [Tag] // still in logs and metrics + string internalReference + ); +} +``` + +```csharp +[Flags] +public enum Targets +{ + None = 0, + Activities = 1, + Logging = 2, + Metrics = 4, + All = Activities | Logging | Metrics +} +``` + +Flags combine, so `[ExcludeTargets(Targets.Activities | Targets.Metrics)]` leaves a parameter to +logging alone. + +## Return types + +| Shape | Return | +| --- | --- | +| Activity + anything else | `Activity?` — so the caller can dispose it and pass it to Event/Context methods | +| Log + Metric, no Activity | `void`, or `IDisposable?` for a scoped log | +| Event/Context + Log | `void` | + +```csharp +[Activity] +[Info] +[AutoCounter] +Activity? ProcessingOrder(int orderId); + +[Info] +[AutoCounter] +IDisposable? ProcessingBatch(int batchId); // scoped log + counter + +[Event] +[Debug] +void OrderCompleted(Activity? activity, decimal total); +``` + +Return `Activity?`, not `Activity`: it is null when no listeners are active (`TSG3022`). + +## Patterns worth copying + +Full observability on one call: + +```csharp +[Activity] +[Info] +[AutoCounter] +Activity? ProcessingRequest( + [Baggage] string requestId, + [Tag] string endpoint, + [Tag] string method +); +``` + +Selective parameter routing: + +```csharp +[Activity] +[Info] +[Counter] +Activity? ApiCall( + [Baggage] string traceId, // Activity baggage only + [ExcludeTargets(Targets.Metrics)] string verboseMessage, // Activity + log + [InstrumentMeasurement] + [ExcludeTargets(Targets.Activities | Targets.Logging)] + int callCount, // metrics only + [Tag] string endpoint // all three +); +``` + +## Why bother + +One method definition instead of three call sites; the same parameters feed every family, so they +cannot drift; everything is emitted together; a change lands once; and it is one call rather than +several. + +## Diagnostics you will meet here + +| Diagnostic | Fix | +| --- | --- | +| `TSG1001` | Add an explicit target attribute, or `[Exclude]`. | +| `TSG1002` | One Activity, Logging and Metrics attribute per method. | +| `TSG1006` | `[ExcludeTargets]` names a target the method does not have — remove it, or add the target attribute. | +| `TSG1007` | Exclusions left a target with no valid parameters — adjust them. | + +The `purview-telemetry-diagnostics` skill carries the full `TSG` catalogue. diff --git a/.agents/skills/purview-telemetry-quickstart/SKILL.md b/.agents/skills/purview-telemetry-quickstart/SKILL.md new file mode 100644 index 0000000..1743ffe --- /dev/null +++ b/.agents/skills/purview-telemetry-quickstart/SKILL.md @@ -0,0 +1,140 @@ +--- +name: purview-telemetry-quickstart +description: Get started with Purview.Telemetry.SourceGenerator in a C# project. Use when adding the package, creating a first telemetry interface, registering it in DI, or asking how to begin with Purview telemetry. +license: MIT +compatibility: C# projects using Purview.Telemetry.SourceGenerator. +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Quickstart: Purview Telemetry Source Generator + +This skill helps you bootstrap telemetry generation in a C# project using `Purview.Telemetry.SourceGenerator`. + +## Installation + +Add the analyzer package to your project: + +```xml + + all + analyzers + +``` + +Also add runtime dependencies for the telemetry types you use: + +- `System.Diagnostics.DiagnosticSource` for Activities +- `Microsoft.Extensions.Logging.Abstractions` for ILogger +- `System.Diagnostics.Metrics` for metrics (built-in on .NET 6+) + +## Define a telemetry interface + +Create a `public interface` and decorate it with class-level attributes. The generator creates the implementation and a DI registration extension. + +### Single-target examples + +```csharp +using Purview.Telemetry; + +[Logger] +public interface IOrderServiceLogs +{ + [Info] + void OrderPlaced(int orderId, string customerName); + + [Warning] + void OrderNotFound(int orderId); +} +``` + +```csharp +[ActivitySource] +public interface IOrderServiceTracing +{ + [Activity] + Activity? PlacingOrder(int orderId); + + [Event] + void OrderValidated(Activity? activity, int orderId); +} +``` + +```csharp +[Meter] +public interface IOrderServiceMetrics +{ + [Counter] + void OrderPlaced(int itemsInOrder); + + [Histogram] + void OrderProcessingTime(long milliseconds); +} +``` + +### Multi-target example + +One interface can generate Activities, Logging, and Metrics from the same methods: + +```csharp +[ActivitySource] +[Logger] +[Meter] +public interface IOrderServiceTelemetry +{ + [Activity] + [Info] + [AutoCounter] + Activity? PlacingOrder(int orderId, [Baggage] string region); + + [Event] + [Trace] + void OrderProcessed(Activity? activity, long durationMs); + + [Warning] + void OrderFailed(int orderId, Exception exception); +} +``` + +## Register with DI + +The generator creates an extension method named `Add{InterfaceNameWithoutI}()`: + +```csharp +services.AddOrderServiceTelemetry(); +``` + +Inject the interface into your service: + +```csharp +public class OrderService(IOrderServiceTelemetry telemetry) +{ + public void PlaceOrder(int orderId) + { + using var activity = telemetry.PlacingOrder(orderId, "EMEA"); + // ... + telemetry.OrderProcessed(activity, stopwatch.ElapsedMilliseconds); + } +} +``` + +## Register names with OpenTelemetry + +The generator records the generated meter and activity source names in every assembly's metadata via `[assembly: GeneratedTelemetryNames]`. In the project that registers them with OpenTelemetry, opt into the `TelemetryNames` class — it aggregates that project's names with the names recorded by every assembly it references: + +```csharp +// Program.cs or Properties/AssemblyInfo.cs of the host project +[assembly: TelemetryGeneration(GenerateTelemetryNamesClass = true)] +``` + +```csharp +builder.AddServiceDefaults(TelemetryNames.MeterNames, TelemetryNames.ActivitySourceNames); +``` + +Libraries need no configuration: they publish their names through the attribute, and the host picks them up. A project referenced *by* the telemetry owners (an Aspire-style `ServiceDefaults`) cannot aggregate them — generate the class in the host and pass the arrays down. + +## Next steps + +- To migrate existing `ILogger`, `ActivitySource`, or metrics code, use `telemetry-sourcegenerator-migration`. +- For design guidance and best practices, use `telemetry-sourcegenerator-design`. diff --git a/.agents/skills/purview-telemetry/SKILL.md b/.agents/skills/purview-telemetry/SKILL.md new file mode 100644 index 0000000..6d83173 --- /dev/null +++ b/.agents/skills/purview-telemetry/SKILL.md @@ -0,0 +1,123 @@ +--- +name: purview-telemetry +description: >- + Use when adding, reviewing or scaling observability in a .NET project — logging, tracing, metrics, + OpenTelemetry wiring — or when deciding whether a project is "too small for telemetry". Recommends + Purview.Telemetry.SourceGenerator at every project size, keeps libraries free of global provider + configuration, and scales the export infrastructure rather than the instrumentation. +license: MIT +metadata: + author: Purview-Dev + version: "1.0" +--- + +# Purview telemetry + +**Telemetry is a baseline, not an advanced topic.** Instrument from the first commit at every project +size. What changes with scale is the *export and operations* story — collectors, dashboards, sampling +— not whether the code emits anything. + +A project that defers telemetry until it becomes distributed acquires its observability at exactly +the moment it can least afford the refactor. + +## Instrumentation versus export + +Keep these separate; conflating them is what produces "we're too small for telemetry". + +| | What it is | Who owns it | +| -- | -- | -- | +| **Instrumentation** | The log, span and measurement the code emits | Every project, every size, from day one | +| **Export** | Where signals go: console, OTLP, a backend, a dashboard | The application host, sized to the operation | + +A small CLI is fully instrumented and exports to the console. That is not a reduced form of +telemetry; it is the correctly sized export for a CLI. + +## Use the generator + +`Purview.Telemetry.SourceGenerator` turns an attributed interface into logging, tracing and metrics +implementations plus a DI registration extension. One declaration, three signals, no hand-written +`ILogger` message templates or `ActivitySource` plumbing. + +Do **not** reinvent its API here. The three shipped skills are authoritative and travel with the +package: + +- `telemetry-sourcegenerator-quickstart` — adding the package, the first interface, DI registration, + and publishing meter/activity-source names to the host via `TelemetryNames` +- `telemetry-sourcegenerator-design` — designing telemetry interfaces well +- `telemetry-sourcegenerator-migration` — moving existing `ILogger`/`ActivitySource`/metrics code onto + the generator + +Recommend the generator whenever the project targets a compatible TFM and the team is willing to take +an analyzer-only package reference. Where it is not compatible, fall back to the standard .NET +abstractions below — never to a bespoke logging wrapper. + +## Libraries versus hosts + +This is the rule most often broken, and it is not negotiable. + +**A reusable library:** + +- Emits through `ILogger`, `ActivitySource` and `Meter` — or through generated telemetry + interfaces, which produce exactly those. +- Publishes its activity-source and meter names so a host can subscribe. The generator does this for + you through assembly metadata. +- **Never** calls `AddOpenTelemetry`, configures an exporter, sets a sampler, or requires a specific + backend. +- Never reads an OTLP endpoint from configuration itself. + +**The application host:** + +- Owns provider configuration, exporters, sampling and resource attributes. +- Subscribes to the sources its libraries publish — with the generator, by opting into the + `TelemetryNames` class and passing its arrays to the OpenTelemetry builder. + +A library that configures a global provider breaks every consumer that already configured one, and +silently wins or loses depending on initialisation order. + +## Sizing the export + +| Scale | Export and operations | +| -- | -- | +| **Small** | Console or a single OTLP endpoint. Structured logs, exceptions recorded on the span. No collector, no dashboards, no custom exporter, no distributed tracing infrastructure. | +| **Medium** | OTLP export, dependency instrumentation (HTTP, EF Core), trace propagation across the integrations, application metrics, health checks, a sampling decision made deliberately. | +| **Large** | End-to-end distributed tracing, standardised resource attributes, operational metrics, dashboards, alerting, SLIs, documented retention and sampling policy. | + +Full detail per level: `references/observability-levels.md`. + +Instrumentation is identical across all three rows. Only the right-hand column grows. + +## Baseline for any application + +- Structured logging — parameters as fields, never interpolated into the message. +- Errors and exceptions recorded as telemetry, with the exception attached to the span. +- Operation correlation, so one unit of work is one trace. +- OpenTelemetry-compatible instrumentation, so the backend stays a choice. +- Log level configurable at runtime. +- Export behaviour configurable per environment. +- Sensitive values — credentials, tokens, connection strings, personal data — never logged or placed + on span attributes or baggage. + +## Before you change anything + +1. **Inspect what exists.** Find current `ILogger` use, `ActivitySource`/`Meter` instances, any + `AddOpenTelemetry` call, a `ServiceDefaults` project. +2. **Preserve it.** Extend existing instrumentation; do not replace working telemetry to adopt a + library. +3. **Do not duplicate registrations.** One registration per source; adding a second is a silent + double-count on every metric. +4. **Size the configuration to the project**, using the table above. +5. **Check for leaking secrets** in anything you add. +6. **Keep instrumentation and export distinct** in what you recommend. + +## Do not + +- Omit telemetry because the application is small. +- Invent Purview telemetry APIs — read the three shipped skills instead. +- Configure a global provider from a library. +- Recommend a collector, dashboard stack or custom exporter for a small project. +- Put a user identifier, token or connection string into a log field, span attribute or baggage item. + +## See also + +- `purview-architecture` — establishing project context and scale before deciding +- [Purview.Telemetry.SourceGenerator](https://github.com/purview-dev/purview-telemetry-sourcegenerator) diff --git a/.agents/skills/purview-telemetry/references/observability-levels.md b/.agents/skills/purview-telemetry/references/observability-levels.md new file mode 100644 index 0000000..df97d78 --- /dev/null +++ b/.agents/skills/purview-telemetry/references/observability-levels.md @@ -0,0 +1,93 @@ +# Observability levels + +Instrumentation is constant across these levels. Export, infrastructure and operational practice are +what scale. Read this after establishing project complexity — see `purview-architecture`. + +## Small + +*A utility, CLI, prototype, simple API or limited-scope application.* + +**Do:** + +- Structured logging with parameters as fields. +- Exceptions recorded with enough context to reproduce. +- An `ActivitySource` around the unit of work, so a failure has a shape and a duration. +- Console export, or a single OTLP endpoint when one already exists. +- Log level from configuration, so a user can raise it without a rebuild. + +**Do not:** + +- Stand up a collector. +- Adopt a centralised monitoring platform. +- Build distributed tracing infrastructure for a single process. +- Create dashboards nobody reads. +- Write a custom exporter. + +The test: a user reports a failure and you can ask for one log output that tells you what happened. + +## Medium + +*Several functional areas, integrations, moderate domain complexity.* + +Everything above, plus: + +- **Dependency instrumentation** — HTTP clients, EF Core, messaging. These are where latency and + failure actually live, and the instrumentation is a package reference, not code. +- **Trace propagation** across every integration boundary, so a trace survives the process hop. W3C + `traceparent` by default; do not invent a correlation header. +- **Application metrics** for the operations someone would notice: request rate, error rate, duration, + queue depth. Prefer histograms over averages. +- **OTLP export** to a real backend. +- **Health checks**, distinguishing liveness from readiness. +- **A deliberate sampling decision.** Head sampling at a fixed ratio is fine; the point is that it was + chosen rather than defaulted into. + +Common mistake at this level: adding metrics for everything measurable instead of the few that drive +a decision. A metric nobody alerts or decides on is cost without signal. + +## Large + +*Complex domain, multiple services or teams, substantial operational requirements.* + +Everything above, plus: + +- **End-to-end distributed tracing**, including asynchronous hops — message producers and consumers + linked, not orphaned. +- **Standardised resource attributes** — `service.name`, `service.version`, `deployment.environment` + — applied uniformly so cross-service queries work at all. Follow OpenTelemetry semantic conventions + rather than inventing names. +- **Operational metrics** beyond application ones: saturation, dependency health, cost drivers. +- **Dashboards** owned by the team that gets paged. +- **Alerting** on symptoms users feel, not on causes. Alert on error rate and latency; investigate + with CPU and queue depth. +- **Service-level indicators** derived from the telemetry, with objectives agreed with whoever cares. +- **Retention and sampling policy**, documented and costed. Tail sampling if error traces must always + survive. + +## Signal selection + +| Signal | Add when | Warning | +| -- | -- | -- | +| Logs | Always | Unstructured logs are not telemetry; they are strings | +| Traces | Work crosses a process, a dependency or an async boundary | A span per method produces noise, not insight | +| Metrics | Someone would alert on, or decide from, a rate or duration | High-cardinality attributes (user id, request id) are a cost incident | + +Put high-cardinality context on spans and logs, never on metric dimensions. + +## Sensitive information + +At every level, and without exception: + +- No credentials, tokens, keys or connection strings in messages, attributes or baggage. +- No personal data beyond what the system is entitled to process — and where an identifier is + necessary, prefer a pseudonymous one. +- Remember that **baggage propagates across service boundaries**; treat it as the most public place + in your telemetry. +- Redact at the point of emission. A redaction step in the pipeline is a backstop, not a control. + +## Export configuration + +The host owns this. Keep the endpoint, protocol, sampling ratio and resource attributes in +configuration, not in code, so the same build runs in every environment. + +Libraries contribute names and signals; they never contribute configuration. diff --git a/.agents/skills/purview-testing-conventions/SKILL.md b/.agents/skills/purview-testing-conventions/SKILL.md new file mode 100644 index 0000000..1fe3232 --- /dev/null +++ b/.agents/skills/purview-testing-conventions/SKILL.md @@ -0,0 +1,357 @@ +--- +name: purview-testing-conventions +description: >- + Use when writing or reviewing tests in a .NET repository following the Purview conventions - TUnit + and TUnit.Mocks, the AAA structure and naming, placing a test in the namespace of the class under + test, CreateXXX construction helpers, building domain content through TestBuilder with Bogus, the + assertion surface, parameterised tests, which tier a test project belongs to, BDTest for + acceptance tests, and Purview.Containers for a suite that needs a real database or queue. +metadata: + product: Purview engineering playbook + repository: purview-dev/engineering-playbook +--- + +# Testing conventions + +| Concern | The rule | +| --- | --- | +| Framework | **TUnit**. Not xUnit, NUnit or MSTest. | +| Substitutes | **TUnit.Mocks**. Not NSubstitute or Moq. | +| Test data | **Bogus**, reached through `TestBuilder`. | +| Acceptance tests | **BDTest** over TUnit, via `BDTest.TUnit`. Not Gherkin, SpecFlow or Reqnroll. | +| A real dependency | **`Purview.Containers`**. Not Testcontainers directly, never a shared instance. | +| Structure | Explicit `// Arrange`, `// Act`, `// Assert` — Given/When/Then in an acceptance test. | +| Naming | `{SubjectUnderTest}_{Scenario}_{Expectation}`, and `async Task`. | +| Placement | One `{Class}Tests` class per class under test, **in the namespace of the class under test**. | +| Construction | Dependencies and the system under test come from `CreateXXX` helpers with optional parameters. | +| Async | The async overload wherever the API offers one — in the test **and in every helper it calls**. Convert a sync helper, or state why it cannot be. | +| Cancellation | If any method the test calls accepts a `CancellationToken`, the test's **last parameter** is one, forwarded to every call that accepts one. | +| Domain content | Built through `TestBuilder`. Never inline. | + +## Why these, specifically + +**One framework.** The SDK wires TUnit into any project whose name ends in a test suffix — that +wiring is why a test project file is empty. A second framework means every project file grows a +conditional and the pipeline grows a second discovery path. That is a rule about the **runner**, not +the style of a test — `BDTest.TUnit` is an adapter *over* TUnit, so an acceptance suite does not break +it. + +**Same namespace as the subject.** The test reads as part of the thing it describes, needs no `using` +to reach the type, and **cannot silently test a different type with the same name**. + +**`CreateXXX` helpers.** A test body that constructs its own dependencies buries the assertion under +setup. A helper with optional parameters says what the test changed and defaults everything else: + +```csharp +static ConventionCatalogue CreateCatalogue(IConventionRepository? repository = null) => + new(repository ?? CreateRepository().Object); +``` + +**`TestBuilder`.** Inline construction encodes a domain type's shape into every test that touches it, +so one constructor change becomes a repository-wide edit. It also destroys the reader's signal about +which values the test depends on, because every literal looks deliberate. + +## A test + +```csharp +using Acme.Builders; + +namespace Acme.Domain; + +public sealed class CustomerIdTests +{ + [Test] + public async Task Create_GivenLowercaseSlug_ReturnsTheValue() + { + // Arrange + var id = TestBuilder.CustomerId("build-enforced"); + + // Act + var value = id.Value; + + // Assert + await Assert.That(value).IsEqualTo("build-enforced"); + } +} +``` + +Two deliberate details: + +- **The empty `// Arrange` block stays.** The comments are what makes a three-line test readable next + to a thirty-line one, and a convention applied "when needed" is applied inconsistently. +- **Assertions are awaited.** `Assert.That(...)` is terminal and returns a value, so + `await Assert.That(result).IsEqualTo(expected)` is the form. **An un-awaited assertion is a test + that cannot fail.** + +## Assertions + +| Form | Use | +| --- | --- | +| `await Assert.That(x).IsEqualTo(y)` / `.IsNotEqualTo(y)` | value equality | +| `await Assert.That(x).IsTrue()` / `.IsFalse()` | booleans | +| `await Assert.That(x).IsEmpty()` | collections — the workhorse of architecture rules | +| `await Assert.That(x).Count().IsEqualTo(2)` | collection size | +| `await Assert.That(x).Contains(y)` / `.DoesNotContain(y)` | membership | +| `await Assert.That(act).Throws()` | a synchronous delegate that should throw | +| `await Assert.That(async () => await f()).Throws()` | an async one | +| `await Assert.That(x).IsTypeOf()` | exact runtime type | +| `await Assert.That(x).IsEquivalentTo(sequence)` | order-independent sequence equality | + +For an exception test the two shapes are `Action` and `Func`. The compiler will not infer +either, so the explicit type is required and is **not** a style violation: + +```csharp +Action act = () => CustomerId.Create(""); + +await Assert.That(act).Throws(); +``` + +## Parameterised tests + +`[Arguments]` puts the interesting values in the attribute rather than a loop, so a failure names the +case: + +```csharp +[Test] +[Arguments("")] +[Arguments(" ")] +[Arguments("Has Spaces")] +[Arguments("has_underscore")] +public async Task Create_GivenSlugThatIsNotALowercaseSlug_Throws(string value) +{ + // Arrange + // Act + Action act = () => CustomerId.Create(value); + + // Assert + await Assert.That(act).Throws(); +} +``` + +## Async all the way down + +**Where an API offers an async overload, use it** — `File.ReadAllTextAsync`, not `File.ReadAllText`. +**And the rule reaches through test helpers:** a helper calling such an API is itself converted. Being +a helper is not an exemption. + +The build enforces the first half and cannot enforce the second, which is why the second needs saying: + +- `VSTHRD103` is an **`error`** and flags a sync call with an `Async`-suffixed equivalent **when the + call sits inside a `Task`-returning method**. In an `async Task` test, `File.ReadAllText` fails the + build. +- A **sync helper is not `Task`-returning**, so the identical call inside it is invisible to the + analyzer. Pushing the call one level down turns a build error into nothing. + +It also compounds with the cancellation rule, which keys off whether anything in the chain accepts a +`CancellationToken`: a sync helper accepts none, so it **silently removes the trigger** and the test is +uncancellable while looking compliant. (TUnit also runs tests in parallel, so a blocking read holds a +thread-pool thread an async read would release.) + +Converting — three things change together, and the first two are not optional: + +```csharp +// Before — invisible to VSTHRD103, and the chain accepts no token +static string Documentation => File.ReadAllText(DocumentationPath); + +// After +static async Task ReadDocumentationAsync(CancellationToken cancellationToken) => + await File.ReadAllTextAsync(DocumentationPath, cancellationToken); +``` + +- It returns a `Task`, bringing every call inside it back under `VSTHRD103`. +- It gains the **`Async` suffix** — `VSTHRD200` is an `error`, so the rename is enforced. +- It takes a trailing `CancellationToken`, because the chain now accepts one; its callers declare and + forward one. + +**A property cannot be `async`, so it becomes a method** — that is the conversion, not an exemption. +A read-only property hiding IO is the most common form of this violation. + +It genuinely cannot be converted when **no async overload exists** (`File.Exists`, `File.Delete`, +`Directory.EnumerateFiles`; likewise `ArchitecturePolicy.Load()` and `PolicySchemaValidator.Validate()`, +which `Purview.Architecture.Testing` ships synchronous-only) or when **a base type or interface fixes +the signature**. State the reason at the call. Never fake it: `Task.Run` around a blocking call, +`Task.FromResult` around a sync result, or `.Result` / `.GetAwaiter().GetResult()` to flatten a task — +the last two are `VSTHRD002`, an `error`. + +## Cancellation + +Three parts, triggered by the **call chain** rather than by the test: + +1. **If any method the test calls accepts a `CancellationToken`, the test declares one.** Not only the + method under test — anything in the chain, including a `File.ReadAllTextAsync` or the delegate handed + to `Assert.That`. +2. **It is the last parameter**, and TUnit supplies the value. With `[Arguments]`, the data binds to the + leading parameters and the token is supplied on top, so the attribute's positional order still matches + the signature: + + ```csharp + [Test] + [Arguments("build-enforced", true)] + public async Task ListEnforcedByBuildAsync_GivenAConvention_FiltersIt( + string id, + bool enforcedByBuild, + CancellationToken cancellationToken + ) + ``` + +3. **It is forwarded to every call that accepts one.** Never `CancellationToken.None`, never `default`, + never a token the test creates. TUnit's token is the *test's* token — cancelled on timeout or on an + aborted run — so a call given `None` cannot be stopped, and **one hop that drops it makes the whole + chain uncancellable**, which is why partial forwarding is a failure and not a lesser version of the + rule. It is also the only place that proves the production code threads the token through at all. + +A test whose chain accepts no token takes no parameter; an unused token is noise, not compliance. + +## Substitutes + +TUnit.Mocks is globally imported by the SDK, so no `using` is needed: + +```csharp +[Test] +public async Task RegisterAsync_GivenAnAlreadyRegisteredConvention_DoesNotStoreIt(CancellationToken cancellationToken) +{ + // Arrange + var repository = CreateRepository(); + repository.ExistsAsync(Any(), Any()).Returns(true); + var catalogue = CreateCatalogue(repository.Object); + + // Act + await Assert + .That(async () => await catalogue.RegisterAsync(TestBuilder.EnforcedConvention(), cancellationToken)) + .Throws(); + + // Assert + repository.AddAsync(Any(), Any()).WasNeverCalled(); +} +``` + +- `Mock.Of()` produces a `Mock`; `.Object` is the instance you pass in. +- `Any()` matches any argument, `Is(value)` a specific one, `AnyArgs()` the whole call. +- `.Returns(value)` sets the result. For a `Task`-returning method, return the `T` — the task is + unwrapped for you. +- `.WasCalled(Times.Once)` and `.WasNeverCalled()` are the assertions. + +The `// Assert` after a `Throws` is not a mistake: that test's point is that the exception was thrown +**and** that nothing was written, and both are assertions about the same act. + +## `TestBuilder` + +It lives in the shared testing project and is the single means by which a test creates domain +content: + +```csharp +public static class TestBuilder +{ + public const int DefaultCount = 3; + + internal static Faker Faker { get; } = new(); + + public static Domain.ConventionId ConventionId(string? value = null) => + Domain.ConventionId.Create(value ?? $"{Slug()}-{Faker.Random.String2(6, LowercaseAlphabet)}"); + + public static Domain.Convention Convention( + Domain.ConventionId? id = null, + string? title = null, + VerificationTier? tier = null, + bool? enforcedByBuild = null) => + Domain.Convention.Create( + id ?? ConventionId(), + title ?? Faker.Lorem.Sentence(4), + tier ?? Faker.Random.Enum(), + enforcedByBuild ?? Faker.Random.Bool()); +} +``` + +Four rules make it work: + +- **Omitted arguments are generated; supplied arguments are used exactly.** A test overrides only the + value it is proving, and everything else is realistic without the test saying so. +- **A collection factory comes with a companion.** `Conventions(int count = DefaultCount)` generates a + distinct set, so a test needing "some" gets "some" without its own loop. +- **Bogus is a global `using`.** `Faker` is available with no import — which is also why an explicit + `using Bogus;` in a shared testing project is reported as unnecessary. +- **A value-object test is the one exception.** A test proving what `Create` and `Hydrate` accept and + reject has to name the rejected input itself, so it constructs the invalid value directly. + Everything valid still goes through the builder. + +## Two constraints that shaped the builder + +Both are consequences of SDK rules, not preferences, and both were found by building it. + +**The factories are flat, not grouped.** The natural shape is a nested class per feature area +(`TestBuilder.Catalogue.Convention(...)`), and it cannot compile: the SDK ships +`dotnet_diagnostic.CA1034.severity = error`, so a publicly visible nested type fails the build, and +`PRSGD0008` refuses to let a repository add `CA1034` to `NoWarn`. Making the group `internal` does +not help either — the SDK's `InternalsVisibleTo` target runs on non-test projects and grants access +*to* test and shared-testing projects rather than *from* them, so a shared testing project's +internals are not visible to the tests beside it. An area that outgrows a flat builder gets its own +top-level builder class. + +**`var` is the house style, with one carve-out.** `csharp_style_var_elsewhere = true:warning` makes +an explicit type on a declaration initialised from a method call a warning (`IDE0007`). The carve-out +is object creation: the `PDS0003` analyzer prefers an explicit type with target-typed `new()`: + +```csharp +var id = TestBuilder.ConventionId("build-enforced"); // method call -> var +string title = new('a', Convention.MaxTitleLength); // new() -> explicit type +``` + +## What is enforced, and what is review + +| Rule | Enforced by | +| --- | --- | +| TUnit is the only framework | the build — the SDK adds it; a second has to be added by hand | +| Test projects are discovered and categorised | the build (name-suffix detection) | +| A shared testing project is referenced, not executed | the build (`IsSharedTestingProject`) | +| Style, including the `var` carve-out | the build (analyzers, `warning` or above) | +| An acceptance suite is categorised `Acceptance` and kept out of the fast tier | the build (name-suffix detection) and the pipeline's `TestFilter` | +| A container-backed suite fails rather than passes when its backend is missing in CI | the pipeline, when the backend is pinned with `PURVIEW_CONTAINERS_BACKEND` | +| AAA structure, naming, `CreateXXX` helpers, `TestBuilder` usage | **review** | +| Given/When/Then chains end in `.BDTestAsync()` | **review** | +| A real dependency comes from `Purview.Containers`, not a shared instance | **review** | +| An async overload is used inside an `async Task` test | the build — `VSTHRD103` is `error` | +| A converted helper carries the `Async` suffix | the build — `VSTHRD200` is `error` | +| A **sync helper** calling an API with an async overload is converted | **review** — a non-`Task`-returning method is outside `VSTHRD103`'s scope | +| A declared `CancellationToken` is the last parameter | the build — `CA1068` is `warning`, and a clean build has no warnings | +| A test whose chain accepts a token declares one and forwards it everywhere | **review** | + +## Acceptance tests and container-backed tests + +An acceptance test — a behaviour somebody outside the team asked for, in their words — is written with +**BDTest over TUnit** (`BDTest.TUnit`) in a `.AcceptanceTests` project, where Given/When/Then +replaces the AAA comments. A suite that needs a real database, queue or emulator gets a throwaway +container from **`Purview.Containers`** in its own `.IntegrationTests` project, skipping +locally when no backend is usable and failing in CI. + +Read `references/acceptance-and-container-tests.md` before writing either: it carries the scenario and +container shapes, and the two traps — a chain that never calls `.BDTestAsync()` runs no steps and still +passes, and a suite that skips in CI turns a missing runtime into a green job. + +## Tiers + +A test project's **name** carries its tier — the SDK categorises `*UnitTests` as `Unit`, and takes the +word before `Tests` as a pattern, so `*AcceptanceTests` gives `Acceptance` with nothing added to the +pipeline. The `TestFilter` then selects a tier without a hand-written attribute. Split a slow suite +into its own project rather than tagging individual tests. + +Filtering uses TUnit's `--treenode-filter`, not `--filter`: these repositories run on +Microsoft.Testing.Platform, where `dotnet test --filter` reports "Zero tests ran". + +## At your scale + +- **One test project.** TUnit, AAA, the naming convention, `TestBuilder`. That is the whole of it. +- **A shared fixture.** Move it into `SharedTestingInfra` and make the class public — a shared + testing project is a library, so its fixtures are legitimately public API and `CA1515` does not + apply. +- **A database or a container.** One `.IntegrationTests` project and one `Purview.Containers` + module. Do not build a fixture framework around it until a second suite needs the same container. +- **A behaviour somebody outside the team asked for.** That, and not before, is when BDTest earns its + place: one `.AcceptanceTests` project with one story. Reach for the HTML report only once + somebody will read it. +- **A package with a documented contract.** Add a consumer-verification script; see + `purview-engineering-principles`. + +## Related skills + +`purview-engineering-principles` for the rules this implements, and `purview-architecture-testing` +for turning an architectural boundary into a failing build. diff --git a/.agents/skills/purview-testing-conventions/references/acceptance-and-container-tests.md b/.agents/skills/purview-testing-conventions/references/acceptance-and-container-tests.md new file mode 100644 index 0000000..e8b9110 --- /dev/null +++ b/.agents/skills/purview-testing-conventions/references/acceptance-and-container-tests.md @@ -0,0 +1,117 @@ +# Acceptance tests and container-backed tests + +Two shapes that sit outside the unit tier. Both keep TUnit as the runner, and both live in their own +test project so the tier comes from the project name rather than an attribute. + +## Acceptance tests: BDTest + +An acceptance test states a behaviour somebody outside the team asked for, in their words. Use +**BDTest over TUnit through the `BDTest.TUnit` adapter**, in a `.AcceptanceTests` project +(the SDK emits `Category=Acceptance` for it). + +Not Gherkin, SpecFlow or Reqnroll, for two reasons: + +- **BDTest is code-only.** No `.feature` file and no generated test body, so there is no second + artefact that can drift from the step implementing it. That drift is the failure that makes a BDD + suite stop being trusted. +- **One runner stays one runner.** `BDTest.TUnit` is an adapter over TUnit, so the SDK's wiring, the + emitted category and `--treenode-filter` are all unchanged. A BDD framework with its own runner is + exactly what the one-framework rule refuses. + +```csharp +[Story(AsA = "account holder", IWant = "to withdraw money", SoThat = "I can use my savings")] +public class WithdrawalTests : TUnitBDTestBase +{ + AccountSteps Account => new(Context); + + [Test] + [ScenarioText("Withdrawing money reduces the balance")] + public async Task WithdrawMoney() => + await Given(() => Account.CreateAnAccount(100m)) + .When(() => Account.Withdraw(25m)) + .Then(() => Account.TheBalanceIs(75m)) + .BDTestAsync(); +} + +public class AccountSteps(AccountContext context) +{ + [StepText("I have an account with a balance of {0}")] + public void CreateAnAccount(decimal balance) => context.Balance = balance; + + [StepText("I withdraw {0}")] + public void Withdraw(decimal amount) => context.Balance -= amount; + + [StepText("the account balance is {0}")] + public async Task TheBalanceIs(decimal expected) => await Assert.That(context.Balance).IsEqualTo(expected); +} +``` + +Five rules, and the first is the one that bites: + +- **`.BDTestAsync()` runs the scenario.** A chain stopping at `.Then(...)` compiles, passes, and + executes none of its steps — the same failure mode as an un-awaited `Assert.That`. +- **Given/When/Then replaces Arrange/Act/Assert, and only here.** The chain already names the three + phases. Everywhere else the AAA comments stay. +- **`Context` is the only state.** Steps take it through the constructor and hold no fields of their + own; BDTest gives each test its own context, which is what keeps parallel and repeated runs honest. +- **`[StepText]` is written for the report's reader.** `{0}` is replaced with the argument's actual + value at run time, so the report states what the scenario did, not what it was called. +- **Domain content still comes from `TestBuilder`.** The vocabulary changes at the step; the test-data + rule does not. + +Assertions inside a step are ordinary awaited TUnit assertions. `BDTest.Reporting` produces the +single-file HTML report — publish it as a build artifact from the job that ran the suite. + +## A test that needs a real dependency: `Purview.Containers` + +A database, queue, blob store or emulator comes from `Purview.Containers`: a throwaway Linux container +behind one API over Microsoft WSL Containers or Docker, with typed modules for SQL Server, PostgreSQL, +Redis, MySQL, RabbitMQ, Azurite and NATS. + +The two refused alternatives: + +- **A shared instance** (a local SQL Server, a team database) makes tests order-dependent and failures + unreproducible — the state a test found was left by whatever ran before it, on whatever machine. +- **Testcontainers directly** ties the suite to a Docker installation, which on Windows is an install + and a licensing question per developer and per runner. The WSL backend removes it, and the same test + code runs on either. + +```csharp +await using var postgres = new PostgreSqlBuilder() + .WithDatabase("tests") + .WithUsername("postgres") + .WithPassword("postgres") + .Build(); + +await postgres.StartAsync(); + +await using var connection = new NpgsqlConnection(postgres.GetConnectionString()); +await connection.OpenAsync(); +``` + +`Build()` validates the configuration, `StartAsync()` returns only once every wait strategy is +satisfied — there is no sleep to tune — and `await using` disposes the container at end of scope. + +Three rules: + +- **Its own `.IntegrationTests` project**, so the tier is in the name and the suite stays out + of the pull-request filter without anybody remembering an attribute. +- **Skip locally when no backend is usable; fail in CI.** Two different situations, so never one + outcome. Locally, probe and skip. In CI, pin the backend with `PURVIEW_CONTAINERS_BACKEND` — a named + backend never falls back, so a missing runtime fails loudly instead of letting a green job mean + nothing ran: + + ```csharp + [Before(Class)] + public static async Task EnsureABackendIsAvailable() + { + var backends = await ContainerBackends.ProbeAllAsync(); + + Skip.Unless(backends.Any(backend => backend.IsUsable), "No container backend is available."); + } + ``` + + Left unpinned, automatic selection probes in priority order and prefers WSL Containers over Docker. +- **Pin the version exactly.** `Purview.Containers` is **experimental and prerelease** — API, defaults + and packaging rules can change between releases. The packages are a family, so one property in + `Directory.Packages.props` governs all of them and a bump cannot be applied to half. diff --git a/.editorconfig b/.editorconfig index b511789..ea03058 100644 --- a/.editorconfig +++ b/.editorconfig @@ -1,4 +1,4 @@ -# Purview.BuildSdk 1.1.0 - managed file, do not edit +# Purview.BuildSdk 1.2.0 - managed file, do not edit # # This file is written by Purview.BuildSdk and is replaced whenever the SDK version changes. The version # on the first line is how the SDK recognises a file it owns: a .editorconfig without that marker is diff --git a/.github/skills/release/SKILL.md b/.github/skills/release/SKILL.md deleted file mode 100644 index 2e65c23..0000000 --- a/.github/skills/release/SKILL.md +++ /dev/null @@ -1,81 +0,0 @@ ---- -name: release -description: Creates a release for AspireC4. Use this skill when asked to create a release, publish a new version, bump the version, or run the release process. ---- - -## AspireC4 Release Process - -There is **no** `just release` recipe, no `scripts/release.mts`, and no changeset flow. Releases are driven by the -`Purview.Build` pipeline (`just pipeline-*` recipes) and the GitHub workflow `.github/workflows/release.yml`. - -### Version source of truth - -- `package.json` `version` (e.g. `13.5.3.1`) is the sole version source. Maintain it manually with valid SemVer. -- Never add a `Version` attribute directly in a `.csproj`; NuGet versions are centrally managed in the root - `Directory.Packages.props`. - -### Preparing a release - -1. Choose an unused version and update the `version` field in `package.json`. -2. Use conventional commit subjects for changes you want in the release notes (`feat:`, `fix:`, `perf:`, - `refactor:`, `revert:`). Commits beginning with `chore:`, `build:`, `ci:`, `test:`, `docs:`, or `style:` are - omitted from release notes. -3. Commit the version update and push it to `main`. - -### Running the release pipeline - -The pipeline requires the `Purview.Build` tool, installed on demand into `.tools/purview-build` by -`just ensure-pipeline-tool`: - -```sh -just pipeline-release # restore, build, lint, tests, pack, publish, GitHub release -just pipeline-local-release # Same but to a local NuGet feed (use forward slashes in paths) -``` - -`pipeline-local-release` also runs `just lint-fix` first. When passing a local feed path, use forward slashes, -e.g.: - -```sh -just pipeline-local-release --PublishLocalNuGet:LocalFeedPath=p:/_sync-projects/.local-nuget/ -``` - -### CI release workflow - -A push to `main` triggers `.github/workflows/release.yml`, which delegates to the `purview-dev/build` reusable -`purview-release.yml` with `release-mode: NuGet`. It: - -1. Reads and validates the version from `package.json`. -2. Builds the solution and runs unit and integration tests. -3. Packs the NuGet packages using the exact manual version. -4. Builds release notes from conventional commits since the previous release. -5. Creates a GitHub Release with the `.nupkg`/`.snupkg` files attached. - -The workflow does **not** push to nuget.org. Download the package from GitHub Releases and push it to the desired -feed manually. - -### Analyzer release tracking - -The source generator's diagnostics (`ASPIREC4001`–`ASPIREC4007`) are tracked with the standard -`Microsoft.CodeAnalysis.Analyzers` release-tracking files: - -- `src/src/SourceGenerators/AnalyzerReleases.Shipped.md` -- `src/src/SourceGenerators/AnalyzerReleases.Unshipped.md` - -Use these exact names at the `SourceGenerators` project root; the package only auto-includes files with these names -as `AdditionalFiles` (a file named `Analysis.*.md` is ignored). - -When cutting a release that adds, removes, or changes a diagnostic, move every row from the unshipped file into a -new `## Release ` section in the shipped file, then leave the unshipped file empty. Only category, default -severity, and enabled-by-default count as a change. If a release changes no diagnostics, leave the unshipped file -empty and add no shipped section. Verify with: - -```sh -dotnet build src/src/SourceGenerators/SourceGenerators.csproj -c Release -``` - -No `RS2000`–`RS2008` diagnostics should be reported. - -### Troubleshooting - -- `just pipeline-*` requires the pipeline tool; `ensure-pipeline-tool` installs it automatically. -- For a dry run against the current tree, use `just pipeline-pr` (restore, build, lint, tests — no pack/publish). \ No newline at end of file diff --git a/AGENTS.md b/AGENTS.md index 1e1ad44..64cf024 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -36,6 +36,14 @@ generates live [LikeC4](https://likec4.dev) architecture diagrams from the Aspir | `assets/images/` | LikeC4 logos/icons used by the samples | | `.agents/` | Bundled agent skills/agents/prompts (see [Skills](#skills)) | +### Package READMEs + +Every packable project has its own `README.md` beside its `.csproj`, and that is what ships on NuGet: +`Purview.BuildSdk` packs a project's own README in preference to the repository root one. Keep each +one about its own package, and update it when that package's public API or setup changes. Do not +link the root `README.md` into a project with `Link="Sdk/README.md"`, which would override it. Use +absolute URLs in package READMEs, because relative links do not resolve on nuget.org. + ## Toolchain | Tool | Purpose | Version source | diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index ef700a5..cd36fe2 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -85,6 +85,22 @@ Two distinct brands exist in this repository. Use them consistently: ### Container runtime tests (local only) +The sample AppHost uses `Purview.Containers.Aspire` to verify bind mounts before containers +start. Direct exporters and Mermaid tests use the same standalone resolver. Native Docker/Desktop +paths are tried first; on Windows, running WSL distributions provide verified `wslpath` candidates. +Docker connection/context/TLS settings are inherited unchanged. No WSL distribution is started. + +For custom sharing layouts, set `CONTAINER_ENVIRONMENT_PATH_MAPPINGS` to a JSON object mapping client +roots to daemon roots. `CONTAINER_ENVIRONMENT_WSL_DISTRIBUTION` restricts WSL discovery to a running +distribution; `CONTAINER_ENVIRONMENT_PROBE_IMAGE` selects a preloaded/internal probe image. +These packages are owned by [Purview.Containers](https://github.com/purview-dev/containers), not AspireC4. +For local development before publication, pack that repository with `just pack`, then restore +AspireC4 using its `artifacts` directory as an additional NuGet source alongside nuget.org. +No sibling checkout or machine-specific feed is required after the pinned packages are published. +The [environment package README](https://github.com/purview-dev/containers/blob/main/src/src/Environment/Sdk/README.md) documents the reusable API, permissions +and limits. Remote hosts need real shared files; no stale snapshot fallback is applied. Docker credential +helpers configured on your machine must be installed and on `PATH`, including when the daemon is in WSL. + | Recipe | Description | |---|---| | `just test-e2e-docker` | Integration tests against the host Docker daemon | diff --git a/Directory.Packages.props b/Directory.Packages.props index 2d0597d..c602529 100644 --- a/Directory.Packages.props +++ b/Directory.Packages.props @@ -1,50 +1,53 @@ - - true - true - - 5.9.0 5.9.0 1.76.0 - 1.2.1 + 1.2.2 5.0.6 13.6.4 + 1.0.0-prerelease.10 + + - + + - - + + + - + + - + + + - + diff --git a/README.md b/README.md index 6ea74f8..293a1df 100644 --- a/README.md +++ b/README.md @@ -5,6 +5,17 @@ **AspireC4.Hosting** is an [Aspire](https://learn.microsoft.com/en-us/dotnet/aspire/) extension library that generates live [LikeC4](https://likec4.dev) diagrams from the Aspire resource graph. +## Packages + +| Package | Install into | Purpose | +| --- | --- | --- | +| [`AspireC4.Hosting`](src/src/AspireC4/README.md) | AppHost | The LikeC4 architecture diagram | +| [`AspireC4.Hosting.EntityFrameworkCore`](src/src/EntityFrameworkCore/README.md) | AppHost | An ER diagram of your EF Core `DbContext` types | +| [`AspireC4.EntityFrameworkCore`](src/src/EntityFrameworkCore.Analyzers/README.md) | The project declaring a `DbContext` (optional) | Captures fluent configuration for the ER diagram | +| [`AspireC4.EntityFrameworkCore.ModelDump`](src/src/EntityFrameworkCore.ModelDump/README.md) | The project owning the EF Core provider (optional) | Dumps the real EF model at build time | + +Each package ships its own README on NuGet; this document is the complete reference. + ## Prerequisites - **.NET 8 or later**. diff --git a/docs/wiki/index.md b/docs/wiki/index.md deleted file mode 100644 index f6703a4..0000000 --- a/docs/wiki/index.md +++ /dev/null @@ -1,6 +0,0 @@ -# AspireC4 - -Model and visualize C4 architecture directly from an Aspire application model. - -[Documentation overview](Home.md){ .md-button .md-button--primary } -[Get started](Getting-Started.md){ .md-button } diff --git a/global.json b/global.json index 06b7ae2..ff919fa 100644 --- a/global.json +++ b/global.json @@ -1,11 +1,11 @@ { "sdk": { - "version": "11.0.100-rc.2.26504.105", + "version": "11.0.100-rc.3.26522.148", "rollForward": "latestMajor", "allowPrerelease": true }, "msbuild-sdks": { - "Purview.BuildSdk": "1.1.0", + "Purview.BuildSdk": "1.2.0", "Aspire.AppHost.Sdk": "13.6.4" }, "test": { diff --git a/mkdocs.yml b/mkdocs.yml deleted file mode 100644 index 684409b..0000000 --- a/mkdocs.yml +++ /dev/null @@ -1,38 +0,0 @@ -site_name: AspireC4 -site_description: Developer documentation for AspireC4 -repo_url: https://github.com/purview-dev/aspirec4 -edit_uri: edit/main/docs/wiki/ -docs_dir: docs/wiki -theme: - name: material - palette: - - media: '(prefers-color-scheme: light)' - scheme: default - primary: indigo - accent: cyan - toggle: - icon: material/brightness-7 - name: Switch to dark mode - - media: '(prefers-color-scheme: dark)' - scheme: slate - primary: indigo - accent: cyan - toggle: - icon: material/brightness-4 - name: Switch to light mode - features: - - navigation.instant - - navigation.sections - - navigation.top - - search.highlight - - search.suggest - - content.code.copy -plugins: - - search - - techdocs-core -markdown_extensions: - - admonition - - attr_list - - md_in_html - - pymdownx.details - - pymdownx.superfences diff --git a/package.json b/package.json index 5721962..4f5af0b 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "aspirec4", - "version": "13.6.0-preview.4", + "version": "13.6.4-preview.1", "license": "MIT", "description": "Aspire LikeC4 Visualization - version manifest for CD pipeline", "author": { @@ -32,4 +32,4 @@ "engines": { "node": ">=22.19.18" } -} \ No newline at end of file +} diff --git a/skills-lock.json b/skills-lock.json new file mode 100644 index 0000000..3b32500 --- /dev/null +++ b/skills-lock.json @@ -0,0 +1,179 @@ +{ + "version": 1, + "skills": { + "purview-architecture": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-architecture/SKILL.md", + "computedHash": "d194bd0f30091ffab6ef35c29582e56511d2daca32fdbb1942c50134198f9270" + }, + "purview-architecture-testing": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-architecture-testing/SKILL.md", + "computedHash": "5907c6bf28788b755b752041e2f0cd88222604a949988d487c25940b6284fce4" + }, + "purview-buildsdk-adoption": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-adoption/SKILL.md", + "computedHash": "ca2e13fc8074281f8ca2b510b742ae99db28f97d78f5fb36a6f27936a91941fc" + }, + "purview-buildsdk-configuration": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-configuration/SKILL.md", + "computedHash": "88b4a655efdc058b9a10adb1b5cbcd44e89bff6ed8c858e066092e5be0ca3e0b" + }, + "purview-buildsdk-project-detection": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-project-detection/SKILL.md", + "computedHash": "7c30062fe592105b7a2539384843759521c5a3f90ace8f7c60f0e6ae2405b0b1" + }, + "purview-buildsdk-project-layout": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-project-layout/SKILL.md", + "computedHash": "101f09c92cf97e93387b926c48adab9598a0cf0a64a4932d41085ab0a0078cfa" + }, + "purview-buildsdk-repository-review": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-repository-review/SKILL.md", + "computedHash": "d366821995ff410caa436ccb996eaa6429f1ba51ba985b210d74ec3963f6c06f" + }, + "purview-buildsdk-skill-installation": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-skill-installation/SKILL.md", + "computedHash": "b61cce9f0f213469c3acab4dd5ebaec450ee2be730680b166c9718c901aedffe" + }, + "purview-buildsdk-skill-tests": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-skill-tests/SKILL.md", + "computedHash": "807b64466de0a871e5f8e678e7686c48a06d8bb9d42a03448f604a35d40d3935" + }, + "purview-buildsdk-testing": { + "source": "purview-dev/build-sdk", + "sourceType": "github", + "skillPath": "skills/purview-buildsdk-testing/SKILL.md", + "computedHash": "d6a2ac1167faf68e8c27493de81c2e5b0d8183e523de4411aca5f5b9249c8a9c" + }, + "purview-containers-consumer-requirements": { + "source": "purview-dev/containers", + "sourceType": "github", + "skillPath": "skills/purview-containers-consumer-requirements/SKILL.md", + "computedHash": "e8a661dec9460b57c1f4b7593fee6e1118d78c97f279df854c1b5a12f842df9f" + }, + "purview-containers-lifecycle": { + "source": "purview-dev/containers", + "sourceType": "github", + "skillPath": "skills/purview-containers-lifecycle/SKILL.md", + "computedHash": "7b15656039ac71bc826d6d8a7d28bf2696c7bbb966a9904fa0967c2f8e88ff33" + }, + "purview-containers-quickstart": { + "source": "purview-dev/containers", + "sourceType": "github", + "skillPath": "skills/purview-containers-quickstart/SKILL.md", + "computedHash": "3b2703f3deb2d31cbc3e81adcab394310b949fd16913279acf325590590bc28c" + }, + "purview-containers-testing": { + "source": "purview-dev/containers", + "sourceType": "github", + "skillPath": "skills/purview-containers-testing/SKILL.md", + "computedHash": "ac4f871c85c69e627562d52e09f028c1d91105a34d599bd5f684bb109d69eb9a" + }, + "purview-engineering-principles": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-engineering-principles/SKILL.md", + "computedHash": "fd38d374b816ecf77964c41486e7c734ea34998c3f2a5538c90a2ba793905994" + }, + "purview-persistence": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-persistence/SKILL.md", + "computedHash": "0523ecc210bf3571e2fccb859128a499fd80694e9d4089b377a8d39d73c028f4" + }, + "purview-sourcegenerator-codewriter": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-codewriter/SKILL.md", + "computedHash": "f24ae680340784e62236d044cbc3658d5ca7bdc3cea3fc44f2bb5cf75a84f5e4" + }, + "purview-sourcegenerator-diagnostics": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-diagnostics/SKILL.md", + "computedHash": "c3c7920701e0e688f34ddece9e448472e010e69767e8c08914638128d34a8f17" + }, + "purview-sourcegenerator-packaging": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-packaging/SKILL.md", + "computedHash": "e0e6372e92aefc8df026a73010d9e7436b0a8c2378a96fdebd8b4de9e025d4a0" + }, + "purview-sourcegenerator-pipeline": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-pipeline/SKILL.md", + "computedHash": "7d48394d7e3890f288949c79f040646207f34af9ae85827a63d056bae1b1b985" + }, + "purview-sourcegenerator-testing": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-testing/SKILL.md", + "computedHash": "d88bf2353073013ff9ddf9d3fe1a2e9415eb60d319bbd053baa105f50fa3f889" + }, + "purview-sourcegenerator-tunit-tests": { + "source": "purview-dev/sourcegenerator-framework", + "sourceType": "github", + "skillPath": "skills/purview-sourcegenerator-tunit-tests/SKILL.md", + "computedHash": "14809d3727643e9a779d590b6627b3283af7b36c835e902cb80162552cb45b4f" + }, + "purview-telemetry": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-telemetry/SKILL.md", + "computedHash": "08ba26e1379dfa2bb826ddfd011e95ac84cd583b865f0b89673d7302b2c2c27d" + }, + "purview-telemetry-design": { + "source": "purview-dev/telemetry-sourcegenerator", + "sourceType": "github", + "skillPath": "skills/purview-telemetry-design/SKILL.md", + "computedHash": "74c4c4a810713ef34e0179ebd83494c8763d4409e4b3c1289863a8c4a5676cd9" + }, + "purview-telemetry-diagnostics": { + "source": "purview-dev/telemetry-sourcegenerator", + "sourceType": "github", + "skillPath": "skills/purview-telemetry-diagnostics/SKILL.md", + "computedHash": "ae3d02a28143d6e2dbf1af1f89a2394055cfa728864eaee7e2ff05b1398958bc" + }, + "purview-telemetry-migration": { + "source": "purview-dev/telemetry-sourcegenerator", + "sourceType": "github", + "skillPath": "skills/purview-telemetry-migration/SKILL.md", + "computedHash": "703fe6f5ccbe1e4fe644873fab681ab98caae4bd552edf03dd6d61ff5eeffba2" + }, + "purview-telemetry-multi-targeting": { + "source": "purview-dev/telemetry-sourcegenerator", + "sourceType": "github", + "skillPath": "skills/purview-telemetry-multi-targeting/SKILL.md", + "computedHash": "f220ef392d37139a9870a49e9d5be41bf8374e27b42f2808878daa968c666793" + }, + "purview-telemetry-quickstart": { + "source": "purview-dev/telemetry-sourcegenerator", + "sourceType": "github", + "skillPath": "skills/purview-telemetry-quickstart/SKILL.md", + "computedHash": "e4ebadfa44536c949ea8600430d6d1b92986958abd25bc6f149d0a00dc9c9b86" + }, + "purview-testing-conventions": { + "source": "purview-dev/engineering-playbook", + "sourceType": "github", + "skillPath": "skills/purview-testing-conventions/SKILL.md", + "computedHash": "388b0a79b565ed45a8513d77e8ed6e3d4491f96b43328cb09933cec7811c10f6" + } + } +} diff --git a/src/AspireC4.slnx b/src/AspireC4.slnx index be79d90..a7624c2 100644 --- a/src/AspireC4.slnx +++ b/src/AspireC4.slnx @@ -10,6 +10,7 @@ + diff --git a/src/src/AspireC4/AspireC4.csproj b/src/src/AspireC4/AspireC4.csproj index 886a03a..5b99f40 100644 --- a/src/src/AspireC4/AspireC4.csproj +++ b/src/src/AspireC4/AspireC4.csproj @@ -33,11 +33,11 @@ Include="$(MSBuildThisFileDirectory)..\..\..\assets\images\likec4\likec4-logo.png" Link="Sdk/likec4-logo.png" /> - + diff --git a/src/src/AspireC4/LikeC4/Runtime/LikeC4ImageExporter.cs b/src/src/AspireC4/LikeC4/Runtime/LikeC4ImageExporter.cs index 8c57fd1..1e1771a 100644 --- a/src/src/AspireC4/LikeC4/Runtime/LikeC4ImageExporter.cs +++ b/src/src/AspireC4/LikeC4/Runtime/LikeC4ImageExporter.cs @@ -1,6 +1,7 @@ using System.Diagnostics; using Aspire.Hosting.AspireC4.ApplicationModel; using Aspire.Hosting.AspireC4.Lifecycle; +using Purview.Containers.Environment; namespace Aspire.Hosting.AspireC4.LikeC4.Runtime; @@ -118,9 +119,9 @@ .. options.ImageAliases.Values.Select(Path.GetFullPath), // "C:\…\likec4:/data:ro" leaves the runtime guessing where the drive letter ends and the // mode begins, and it guesses wrong. --mount parses key=value and cannot be ambiguous. "--mount", - $"type=bind,source={workspaceRoot},target={LikeC4ServerResource.WorkspacePath},readonly", + new ContainerBindMount(workspaceRoot, LikeC4ServerResource.WorkspacePath, IsReadOnly: true).ToString(), "--mount", - $"type=bind,source={imageDirectory},target={ContainerOutputPath}", + new ContainerBindMount(imageDirectory, ContainerOutputPath).ToString(), "--workdir", ToContainerPath(workspaceRoot, outputDirectory), LikeC4ServerResource.GetImageReference(tag), @@ -370,6 +371,14 @@ CancellationToken cancellationToken startInfo.ArgumentList.Add(argument); } + if (command == options.ContainerRuntimeCommand) + { + await ContainerEnvironmentResolver + .ForRuntime(command) + .ResolveBindMountsAsync(startInfo, cancellationToken) + .ConfigureAwait(false); + } + using var process = Process.Start(startInfo); if (process is null) diff --git a/src/src/AspireC4/README.md b/src/src/AspireC4/README.md new file mode 100644 index 0000000..e6a09c1 --- /dev/null +++ b/src/src/AspireC4/README.md @@ -0,0 +1,166 @@ +# AspireC4.Hosting + +[![NuGet version](https://img.shields.io/nuget/v/AspireC4.Hosting.svg)](https://www.nuget.org/packages/AspireC4.Hosting) + +An [Aspire](https://learn.microsoft.com/en-us/dotnet/aspire/) integration that generates a live +[LikeC4](https://likec4.dev) architecture diagram from your AppHost's resource graph, and hosts it in +the Aspire dashboard. + +## Prerequisites + +- **Aspire 13.5.3 or later.** The AppHost must reference both the AppHost SDK and + `Aspire.Hosting.AppHost`. +- **Docker** (or Podman) for the default LikeC4 sidecar container. +- Optional: a local Node.js CLI runtime (`npx`, `pnpm`, `yarn`, `bun` or `deno`) if you call + `.WithLocalCLI()` instead. + +Container image exports verify bind sharing through `Purview.Containers.Environment`, using +`alpine:3.19` by default. Offline environments must preload the probe image or set +`CONTAINER_ENVIRONMENT_PROBE_IMAGE`. For a daemon inside WSL or a shared remote filesystem, +also install `Purview.Containers.Aspire` and call `builder.AddContainerEnvironment()` +to adapt the live sidecar's mounts. See the +[container environment guide](https://github.com/purview-dev/containers/blob/main/src/src/Environment/Sdk/README.md) +for verified path mappings, write permissions and remote-host limitations. + +## Installation + +Add the package to the **AppHost** project: + +```bash +dotnet add package AspireC4.Hosting +``` + +```xml + + + + + + +``` + +## Quick start + +```csharp +var builder = DistributedApplication.CreateBuilder(args); + +builder.AddAspireC4(); + +builder.AddProject("api"); + +builder.Build().Run(); +``` + +When the AppHost starts, this writes `./.aspirec4/likec4/model.gen.c4` and starts the LikeC4 server. +The diagram refreshes as the Aspire app changes. Open it from the `aspirec4` resource in the dashboard. + +## Configuration + +Configure the diagram in the `configure` callback, or through the `AspireC4` configuration section. + +```csharp +builder.AddAspireC4(configure: options => options + .WithTitle("Orders platform") + .WithViewTitle("Architecture") + .WithHideFromDashboard()); +``` + +| Property | Default | Description | +| --- | --- | --- | +| `Title` | `null` | Title shown in the LikeC4 app | +| `ViewTitle` | `"Architecture"` | Title of the generated view | +| `ViewDescription` | `null` | Optional view description | +| `OutputDirectory` | `"./.aspirec4/likec4/"` | Where the generated `.c4` file is written | +| `ProjectDirectory` | `null` | An existing LikeC4 project to generate into and serve | +| `FileName` | `"model.gen"` | Generated file name without extension | +| `DisableHMR` | `false` | Disable Hot Module Replacement | +| `HMRPort` | `null` | Fixed HMR port. Allocated dynamically by default | +| `ContainerImageTag` | `null` (`latest`) | Pin the `ghcr.io/likec4/likec4` image tag | +| `AutoIconsEnabled` | `true` | Infer LikeC4 icons from resource type and name | +| `HideFromDashboard` | `false` | Hide the LikeC4 sidecar from the dashboard | +| `IncludeAspireDashboardLinks` | `true` | Link diagram elements back to the Aspire dashboard | +| `ExportImages` | `true` | Export every view as an image to `./.aspirec4/images/` when the model changes | +| `ImageFormats` | `{Png}` | `Png` and/or `Jpg` | +| `UseLegacyLayout` | `false` | Restore the pre-13.6 output paths and dashboard names | + +### Run LikeC4 locally instead of in a container + +```csharp +builder.AddAspireC4().WithLocalCLI(); +``` + +### Use your own LikeC4 project + +Serve a LikeC4 project you already maintain. The generated model is added to it as one more file, and +your `likec4.config.json`, `.c4` sources and views are left alone. + +```csharp +builder.AddAspireC4(configure: options => options + .WithLikeC4ProjectFolder("../../architecture")); + +builder.AddProject("api") + .WithLikeC4Element("cloud.backend.api"); // attach live state to an element you declared +``` + +## Describing resources + +```csharp +var db = builder.AddPostgres("pg").AddDatabase("orders"); + +builder.AddProject("api") + .WithLikeC4Details(details => details + .WithLabel("Public API") + .WithTechnology(".NET") + .WithDescription("The public HTTP API surface.") + .WithIcon("tech:dotnet") + .WithTag("backend")) + .WithLikeC4Reference(db, opts => opts.WithLabel("Persists orders")) // also calls WithReference + .WithLikeC4Group("Platform"); + +builder.AddContainer("debug-tools", "busybox") + .ExcludeFromLikeC4(); +``` + +## Compile-time validation + +The package includes a source generator that checks the values passed to `.WithTag()`, `.WithKind()`, +`.WithLikeC4Group()` and `.WithMetadata()` against a registry class in your AppHost. You do not need +to reference anything else. + +```csharp +using Aspire.Hosting.AspireC4; + +[LikeC4Registry(Strict = LikeC4Severity.Warning)] +internal static class ArchitectureRegistry +{ + public static class Tags + { + public const string Backend = "backend"; + } + + public static class Groups + { + public const string Platform = "Platform"; + } +} +``` + +Set the project-wide severity with `warning`, and add your `.c4` +files as `` to validate against their `specification` blocks too. The diagnostics are +`ASPIREC4001` to `ASPIREC4007`. + +## TypeScript AppHosts + +The same API is exported to TypeScript AppHosts in camel case (`addAspireC4`, `withLikeC4Details`, …). +Add `"AspireC4.Hosting"` to the `packages` in `aspire.config.json` and run `aspire restore`. + +## ER diagrams from Entity Framework Core + +Add [`AspireC4.Hosting.EntityFrameworkCore`](https://www.nuget.org/packages/AspireC4.Hosting.EntityFrameworkCore) +to the AppHost and call `.WithEntityFrameworkDiagram()` to add a live ER diagram of your `DbContext` +types, linked from the architecture diagram. + +## More information + +- [Full documentation](https://purview.dev/docs/aspirec4/) +- [Repository, samples and the complete option reference](https://github.com/purview-dev/aspirec4) diff --git a/src/src/EntityFrameworkCore.Analyzers/Analysis/EfModelAnalyser.cs b/src/src/EntityFrameworkCore.Analyzers/Analysis/EfModelAnalyser.cs index c0aaed2..e0c0bb0 100644 --- a/src/src/EntityFrameworkCore.Analyzers/Analysis/EfModelAnalyser.cs +++ b/src/src/EntityFrameworkCore.Analyzers/Analysis/EfModelAnalyser.cs @@ -20,17 +20,23 @@ internal sealed record Result( ); /// Analyses a single DbContext type. - public static Result Analyse(INamedTypeSymbol context, SemanticModel semanticModel) + public static Result Analyse( + INamedTypeSymbol context, + SemanticModel semanticModel, + CancellationToken cancellationToken + ) { + cancellationToken.ThrowIfCancellationRequested(); List<(DiagnosticDescriptor, string)> diagnostics = []; - var fluent = ReadFluentConfiguration(context, semanticModel, diagnostics); + var fluent = ReadFluentConfiguration(context, semanticModel, diagnostics, cancellationToken); // Entity -> the name the table takes before attributes and fluent config are applied. Dictionary entities = [with(SymbolEqualityComparer.Default)]; foreach (var property in Properties(context)) { + cancellationToken.ThrowIfCancellationRequested(); if ( property.Type is INamedTypeSymbol { IsGenericType: true } set && IsDbSet(set) @@ -41,12 +47,13 @@ public static Result Analyse(INamedTypeSymbol context, SemanticModel semanticMod } } - AddReachableEntities(entities); + AddReachableEntities(entities, cancellationToken); List tables = []; foreach (var pair in entities) { + cancellationToken.ThrowIfCancellationRequested(); tables.Add(BuildTable(pair.Key, pair.Value, fluent, entities, diagnostics)); } @@ -91,12 +98,13 @@ static List Properties(INamedTypeSymbol type) static FluentConfiguration ReadFluentConfiguration( INamedTypeSymbol context, SemanticModel semanticModel, - List<(DiagnosticDescriptor, string)> diagnostics + List<(DiagnosticDescriptor, string)> diagnostics, + CancellationToken cancellationToken ) { foreach (var reference in context.DeclaringSyntaxReferences) { - if (reference.GetSyntax() is not ClassDeclarationSyntax declaration) + if (reference.GetSyntax(cancellationToken) is not ClassDeclarationSyntax declaration) { continue; } @@ -110,15 +118,11 @@ static FluentConfiguration ReadFluentConfiguration( continue; } - // The semantic model must belong to the same tree as the syntax being asked about. - var model = semanticModel.SyntaxTree == method.SyntaxTree ? semanticModel : null; - - if (model is null) - { - continue; - } - - var fluent = FluentConfiguration.Read(method, model); + var model = + semanticModel.SyntaxTree == method.SyntaxTree + ? semanticModel + : semanticModel.Compilation.GetSemanticModel(method.SyntaxTree); + var fluent = FluentConfiguration.Read(method, model, cancellationToken); foreach (var (description, _) in fluent.Uninterpretable) { @@ -135,12 +139,13 @@ static FluentConfiguration ReadFluentConfiguration( /// Adds entity types reachable only through navigation properties, so a related entity that has no /// DbSet still appears on the diagram. /// - static void AddReachableEntities(Dictionary entities) + static void AddReachableEntities(Dictionary entities, CancellationToken cancellationToken) { Queue queue = new(entities.Keys); while (queue.Count > 0) { + cancellationToken.ThrowIfCancellationRequested(); foreach (var property in Properties(queue.Dequeue())) { var target = GetNavigationTarget(property.Type); diff --git a/src/src/EntityFrameworkCore.Analyzers/Analysis/FluentConfiguration.cs b/src/src/EntityFrameworkCore.Analyzers/Analysis/FluentConfiguration.cs index fccef88..99574fd 100644 --- a/src/src/EntityFrameworkCore.Analyzers/Analysis/FluentConfiguration.cs +++ b/src/src/EntityFrameworkCore.Analyzers/Analysis/FluentConfiguration.cs @@ -23,12 +23,17 @@ sealed class FluentConfiguration public List<(string Description, Location? Location)> Uninterpretable { get; } = []; /// Reads the supported fluent configuration out of an OnModelCreating body. - public static FluentConfiguration Read(MethodDeclarationSyntax method, SemanticModel semanticModel) + public static FluentConfiguration Read( + MethodDeclarationSyntax method, + SemanticModel semanticModel, + CancellationToken cancellationToken + ) { FluentConfiguration config = new(); foreach (var invocation in method.DescendantNodes().OfType()) { + cancellationToken.ThrowIfCancellationRequested(); var name = GetInvokedName(invocation); if (name is null) @@ -51,7 +56,7 @@ public static FluentConfiguration Read(MethodDeclarationSyntax method, SemanticM break; } - var entityType = ResolveConfiguredEntity(invocation, semanticModel); + var entityType = ResolveConfiguredEntity(invocation, semanticModel, cancellationToken); if (entityType is null) { @@ -182,7 +187,11 @@ string name } /// Walks an invocation chain back to the owning Entity<T>() call. - static INamedTypeSymbol? ResolveConfiguredEntity(InvocationExpressionSyntax invocation, SemanticModel semanticModel) + static INamedTypeSymbol? ResolveConfiguredEntity( + InvocationExpressionSyntax invocation, + SemanticModel semanticModel, + CancellationToken cancellationToken + ) { foreach (var ancestor in WalkReceivers(invocation)) { @@ -196,7 +205,8 @@ string name && generic.TypeArgumentList.Arguments.Count == 1 ) { - return semanticModel.GetSymbolInfo(generic.TypeArgumentList.Arguments[0]).Symbol as INamedTypeSymbol; + return semanticModel.GetSymbolInfo(generic.TypeArgumentList.Arguments[0], cancellationToken).Symbol + as INamedTypeSymbol; } } diff --git a/src/src/EntityFrameworkCore.Analyzers/AspireC4EfModelGenerator.cs b/src/src/EntityFrameworkCore.Analyzers/AspireC4EfModelGenerator.cs index 2dbdf3d..4cde79f 100644 --- a/src/src/EntityFrameworkCore.Analyzers/AspireC4EfModelGenerator.cs +++ b/src/src/EntityFrameworkCore.Analyzers/AspireC4EfModelGenerator.cs @@ -1,4 +1,3 @@ -using System.Collections.Immutable; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Analyzers.Analysis; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Analyzers.Helpers; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Analyzers.Models; @@ -21,31 +20,43 @@ public sealed class AspireC4EfModelGenerator : IIncrementalGenerator { internal const string AttributeName = "AspireC4EfModelAttribute"; - internal const string AttributeSource = """ - // - #nullable enable - - namespace Aspire.Hosting.AspireC4.EntityFrameworkCore; - - /// - /// Carries the AspireC4 Entity Framework Core model descriptor for this assembly. - /// Emitted by the AspireC4 source generator; do not apply this attribute by hand. - /// - [global::System.AttributeUsage(global::System.AttributeTargets.Assembly, AllowMultiple = false)] - [global::System.Diagnostics.CodeAnalysis.ExcludeFromCodeCoverage] - internal sealed class AspireC4EfModelAttribute : global::System.Attribute - { - public AspireC4EfModelAttribute(string descriptor) => Descriptor = descriptor; - - /// The JSON model descriptor. - public string Descriptor { get; } - } - """; + static CodeWriter CreateAttributeSource() + { + TypeIdentity attributeType = new(AttributeName, "Aspire.Hosting.AspireC4.EntityFrameworkCore"); + CodeWriter writer = new(GenerationSettings.Create()); + + return writer + .AutoGeneratedHeader() + .FileScopedNamespace(attributeType) + .XmlSummary( + "Carries the AspireC4 Entity Framework Core model descriptor for this assembly.", + "Emitted by the AspireC4 source generator; do not apply this attribute by hand." + ) + .AttributeClass( + new(attributeType, TypeDeclarationAccessibility.Internal) + { + PrimaryConstructorParameters = [new("descriptor", new TypeIdentity(typeof(string)))], + }, + AttributeTargets.Assembly, + bodyWriter => + bodyWriter + .XmlSummary("The JSON model descriptor.") + .Property( + new("Descriptor", new TypeIdentity(typeof(string)), TypeDeclarationAccessibility.Public) + { + Initializer = "descriptor", + } + ) + ); + } /// public void Initialize(IncrementalGeneratorInitializationContext context) { - context.RegisterPostInitializationOutput(ctx => ctx.AddSource($"{AttributeName}.g.cs", AttributeSource)); + context.RegisterEmbeddedAttribute(); + context.RegisterPostInitializationOutput(ctx => + ctx.AddSource($"{AttributeName}.g.cs", CreateAttributeSource()) + ); // ForAttributeWithMetadataName cannot be used here: contexts are identified by deriving from // DbContext, not by carrying an attribute. The predicate is kept cheap and purely syntactic. @@ -53,29 +64,44 @@ public void Initialize(IncrementalGeneratorInitializationContext context) var contexts = context .SyntaxProvider.CreateSyntaxProvider( static (node, _) => node is ClassDeclarationSyntax { BaseList: not null }, - static (ctx, _) => Transform(ctx) + static (ctx, cancellationToken) => Transform(ctx, cancellationToken) ) .Where(static result => result is not null) .Select(static (result, _) => result!) - .Collect(); + .WithTrackingName("AnalyseEfContext") + .Collect() + .Select( + static (results, cancellationToken) => + { + cancellationToken.ThrowIfCancellationRequested(); + return new EquatableArray([ + .. results.OrderBy(static descriptor => descriptor.TypeName, StringComparer.Ordinal), + ]); + } + ) + .WithTrackingName("CollectEfContexts"); #pragma warning restore PSGFR11 context.RegisterSourceOutput(contexts, static (ctx, results) => Emit(ctx, results)); } - static ContextDescriptor? Transform(GeneratorSyntaxContext ctx) + static ContextDescriptor? Transform(GeneratorSyntaxContext ctx, CancellationToken cancellationToken) { + cancellationToken.ThrowIfCancellationRequested(); + if ( - ctx.SemanticModel.GetDeclaredSymbol(ctx.Node) is not INamedTypeSymbol symbol + ctx.SemanticModel.GetDeclaredSymbol(ctx.Node, cancellationToken) is not INamedTypeSymbol symbol || !DerivesFromDbContext(symbol) + || !IsPrimaryDeclaration(symbol, ctx.Node, cancellationToken) ) { return null; } - var result = EfModelAnalyser.Analyse(symbol, ctx.SemanticModel); + var result = EfModelAnalyser.Analyse(symbol, ctx.SemanticModel, cancellationToken); return new ContextDescriptor( + result.TypeName, WriteContextJson(result), new EquatableArray([ .. result.Diagnostics.Select(d => new EfDiagnosticInfo(d.Descriptor.Id, d.Argument, null, 0, 0)), @@ -83,6 +109,19 @@ public void Initialize(IncrementalGeneratorInitializationContext context) ); } + static bool IsPrimaryDeclaration(INamedTypeSymbol symbol, SyntaxNode node, CancellationToken cancellationToken) + { + foreach (var reference in symbol.DeclaringSyntaxReferences) + { + if (reference.GetSyntax(cancellationToken) is ClassDeclarationSyntax { BaseList: not null }) + { + return reference.SyntaxTree == node.SyntaxTree && reference.Span == node.Span; + } + } + + return false; + } + /// Whether a type is a DbContext the diagram should show. /// /// An abstract or open-generic context — the DbContextBase<T> a real context derives from @@ -107,10 +146,11 @@ static bool DerivesFromDbContext(INamedTypeSymbol symbol) return false; } - static void Emit(SourceProductionContext ctx, ImmutableArray descriptors) + static void Emit(SourceProductionContext ctx, EquatableArray descriptors) { foreach (var diagnostic in descriptors.SelectMany(d => d.Diagnostics)) { + ctx.CancellationToken.ThrowIfCancellationRequested(); var descriptor = ResolveDescriptor(diagnostic.Id); if (descriptor is not null) @@ -119,7 +159,7 @@ static void Emit(SourceProductionContext ctx, ImmutableArray } } - if (descriptors.Length == 0) + if (descriptors.IsEmpty) { return; } @@ -130,16 +170,14 @@ static void Emit(SourceProductionContext ctx, ImmutableArray json.Array("contexts", descriptors, static (writer, descriptor) => writer.Raw(descriptor.Json)); json.EndObject(); - var source = $$""" - // - #nullable enable + CodeWriter writer = new(GenerationSettings.Create()); + writer + .AutoGeneratedHeader() + .Line( + $"[assembly: global::Aspire.Hosting.AspireC4.EntityFrameworkCore.{AttributeName}({json.ToString().StringLiteral()})]" + ); - [assembly: global::Aspire.Hosting.AspireC4.EntityFrameworkCore.AspireC4EfModelAttribute( - {{Literal(json.ToString())}} - )] - """; - - ctx.AddSource("AspireC4EfModel.g.cs", source); + ctx.AddSource("AspireC4EfModel.g.cs", writer); } static DiagnosticDescriptor? ResolveDescriptor(string id) => @@ -214,9 +252,10 @@ static string WriteContextJson(EfModelAnalyser.Result result) return json.EndObject().ToString(); } - /// Renders a C# string literal for the descriptor. - static string Literal(string value) => "\"" + value.Replace("\\", "\\\\").Replace("\"", "\\\"") + "\""; - /// A single analysed context: its JSON fragment plus any diagnostics raised while analysing it. - internal sealed record ContextDescriptor(string Json, EquatableArray Diagnostics); + internal sealed record ContextDescriptor( + string TypeName, + string Json, + EquatableArray Diagnostics + ); } diff --git a/src/src/EntityFrameworkCore.Analyzers/EntityFrameworkCore.Analyzers.csproj b/src/src/EntityFrameworkCore.Analyzers/EntityFrameworkCore.Analyzers.csproj index 0d9833a..d01df5d 100644 --- a/src/src/EntityFrameworkCore.Analyzers/EntityFrameworkCore.Analyzers.csproj +++ b/src/src/EntityFrameworkCore.Analyzers/EntityFrameworkCore.Analyzers.csproj @@ -46,7 +46,6 @@ Include="$(MSBuildThisFileDirectory)..\..\..\assets\images\likec4\likec4-logo.png" Link="Sdk/likec4-logo.png" /> - diff --git a/src/src/EntityFrameworkCore.Analyzers/README.md b/src/src/EntityFrameworkCore.Analyzers/README.md new file mode 100644 index 0000000..2e2f6d9 --- /dev/null +++ b/src/src/EntityFrameworkCore.Analyzers/README.md @@ -0,0 +1,72 @@ +# AspireC4.EntityFrameworkCore + +[![NuGet version](https://img.shields.io/nuget/v/AspireC4.EntityFrameworkCore.svg)](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore) + +A Roslyn source generator that records a project's Entity Framework Core model, **including fluent +`OnModelCreating` configuration**, so the AspireC4 ER diagram can draw it at full fidelity. + +This package is **optional**. It is a companion to +[`AspireC4.Hosting.EntityFrameworkCore`](https://www.nuget.org/packages/AspireC4.Hosting.EntityFrameworkCore), +which goes in the AppHost and does the drawing. Start there if you have not set up the ER diagram yet. + +## Why use it + +Without this package, the AppHost reads your contexts from compiled metadata. That picks up conventions +and data annotations, but fluent configuration lives in a method body, and method bodies are not in +the metadata. Adding this package to the project that declares the `DbContext` captures that +configuration. + +| Read from metadata only | With this package | +| --- | --- | +| `DbSet`, navigations, `[Key]`, `[Table]`, `[Column]`, `[Required]`, `[MaxLength]`, `[Index]`, … | All of that, **plus** `HasDefaultSchema`, `ToTable`, `HasKey`, `Ignore`, `HasIndex(...).IsUnique()`, `HasColumnName`, `HasColumnType`, `HasMaxLength`, `IsRequired`, `HasComment` | +| Fidelity: `Approximate` | Fidelity: `Full` | + +## Installation + +Add it to the project that **declares** your `DbContext`. That can be the service project or a class +library it references. Do not add it to the AppHost. + +```bash +dotnet add package AspireC4.EntityFrameworkCore +``` + +That is the whole opt-in. There is no code to write and nothing to configure. The package is a +development dependency (`PrivateAssets="all"`), so it does not flow to the projects that reference +yours: + +```xml + +``` + +The service project still has to be registered in the AppHost with `AddProject(...)`, and the +AppHost has to call `WithEntityFrameworkDiagram()`. + +## How it works + +At compile time the generator analyses every `DbContext` in the project and emits the model as a single +assembly attribute, `[assembly: AspireC4EfModel("")]`. The AppHost reads that attribute straight +from the built assembly's metadata. None of your code is loaded or run. + +- **No runtime dependency.** The package adds no assembly to your output, only the attribute in your own + assembly. +- **No files written.** The generator only adds source, so builds stay deterministic and incremental. + +## Diagnostics + +All are `Info`. They point out where the diagram may be incomplete. + +| ID | Meaning | +| --- | --- | +| `ASPIREC4008` | A `DbContext` was found but no entity types could be discovered | +| `ASPIREC4009` | An entity type has no discoverable primary key | +| `ASPIREC4010` | Configuration could not be interpreted statically, e.g. `ApplyConfigurationsFromAssembly` | + +Configuration applied indirectly, such as `IEntityTypeConfiguration` classes loaded with +`ApplyConfigurationsFromAssembly`, cannot be seen by a source generator. If you rely on it, use +[`AspireC4.EntityFrameworkCore.ModelDump`](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore.ModelDump), +which builds the real model at build time. + +## More information + +- [Full documentation](https://purview.dev/docs/aspirec4/) +- [Repository and samples](https://github.com/purview-dev/aspirec4) diff --git a/src/src/EntityFrameworkCore.ModelDump/EntityFrameworkCore.ModelDump.csproj b/src/src/EntityFrameworkCore.ModelDump/EntityFrameworkCore.ModelDump.csproj index 454d7f0..1b48e0a 100644 --- a/src/src/EntityFrameworkCore.ModelDump/EntityFrameworkCore.ModelDump.csproj +++ b/src/src/EntityFrameworkCore.ModelDump/EntityFrameworkCore.ModelDump.csproj @@ -39,7 +39,6 @@ Include="$(MSBuildThisFileDirectory)..\..\..\assets\images\likec4\likec4-logo.png" Link="Sdk/likec4-logo.png" /> - diff --git a/src/src/EntityFrameworkCore.ModelDump/README.md b/src/src/EntityFrameworkCore.ModelDump/README.md new file mode 100644 index 0000000..b160081 --- /dev/null +++ b/src/src/EntityFrameworkCore.ModelDump/README.md @@ -0,0 +1,94 @@ +# AspireC4.EntityFrameworkCore.ModelDump + +[![NuGet version](https://img.shields.io/nuget/v/AspireC4.EntityFrameworkCore.ModelDump.svg)](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore.ModelDump) + +Writes your **real** Entity Framework Core model to `obj/` on every build, so the AspireC4 ER diagram +shows exactly what EF builds: conventions, value converters, `IEntityTypeConfiguration` classes and +composite foreign keys included. + +This package is **optional**. It is a companion to +[`AspireC4.Hosting.EntityFrameworkCore`](https://www.nuget.org/packages/AspireC4.Hosting.EntityFrameworkCore), +which goes in the AppHost and does the drawing. Start there if you have not set up the ER diagram yet. + +## When to use it + +The AppHost can already read your contexts without this package, either from assembly metadata or from +the [`AspireC4.EntityFrameworkCore`](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore) +source generator. Both read the model statically, so neither sees configuration applied at runtime +(`ApplyConfigurationsFromAssembly`, value converters) or relationships configured only fluently. +This package builds the model the same way your application does, so the dump is always preferred +when it is present. + +## Installation + +### 1. Add the package to the project that owns the EF Core provider + +That is the project that references `Microsoft.EntityFrameworkCore.SqlServer`, `Npgsql.EntityFrameworkCore.PostgreSQL` +or similar. It can be the service registered in the AppHost or a persistence library the service +references. + +```bash +dotnet add package AspireC4.EntityFrameworkCore.ModelDump +``` + +The reference is the opt-in. The package is a development dependency, so it adds nothing to your +build output or to the projects that reference yours. + +### 2. Make sure the project has a design-time factory + +The dump creates each context through `IDesignTimeDbContextFactory`, which is the same entry point +`dotnet ef` uses. You may already have one for migrations. If not, add one for each context: + +```csharp +using Microsoft.EntityFrameworkCore; +using Microsoft.EntityFrameworkCore.Design; + +public sealed class OrdersDbContextFactory : IDesignTimeDbContextFactory +{ + public OrdersDbContext CreateDbContext(string[] args) + { + var options = new DbContextOptionsBuilder() + // The database is never opened, so any syntactically valid connection string works. + .UseNpgsql("Host=localhost;Database=orders") + .Options; + + return new OrdersDbContext(options); + } +} +``` + +A project with no design-time factory dumps nothing, and the AppHost falls back to the other sources. + +### 3. Build + +The dump runs automatically after every build. The AppHost picks it up the next time it starts, from +the registered project and from every project it references. + +## What it writes + +The dump is written to `obj/aspirec4/ef/`, one JSON file per context. That directory is never copied +to `bin/` or `publish/`, and `obj/` is normally ignored by git. The dump leaves nothing in your +deployment or your repository. + +The AppHost ignores a dump that is older than the built assembly, so a stale dump is never shown. + +## MSBuild properties + +| Property | Default | Description | +| --- | --- | --- | +| `AspireC4EfModelDumpConnectionString` | *(empty)* | Passed to the factory as `--connection=` in `args`, for a factory that reads its connection string from there | +| `AspireC4EfModelDumpOutputDir` | `$(BaseIntermediateOutputPath)aspirec4/ef/` | Where the dump is written. Change it only if your `obj/` layout is custom | + +```xml + + Host=localhost;Database=orders + +``` + +A dump failure never fails your build. The target runs with `ContinueOnError`, and the AppHost uses +the next best source instead. + +## More information + +- [Full documentation](https://purview.dev/docs/aspirec4/) +- [Repository and samples](https://github.com/purview-dev/aspirec4) diff --git a/src/src/EntityFrameworkCore/EntityFrameworkCore.csproj b/src/src/EntityFrameworkCore/EntityFrameworkCore.csproj index 2161b83..eba7dff 100644 --- a/src/src/EntityFrameworkCore/EntityFrameworkCore.csproj +++ b/src/src/EntityFrameworkCore/EntityFrameworkCore.csproj @@ -25,7 +25,6 @@ Include="$(MSBuildThisFileDirectory)..\..\..\assets\images\likec4\likec4-logo.png" Link="Sdk/likec4-logo.png" /> - diff --git a/src/src/EntityFrameworkCore/ErdImageExporter.cs b/src/src/EntityFrameworkCore/ErdImageExporter.cs index cbcfdcd..8663e18 100644 --- a/src/src/EntityFrameworkCore/ErdImageExporter.cs +++ b/src/src/EntityFrameworkCore/ErdImageExporter.cs @@ -5,6 +5,7 @@ using Aspire.Hosting.AspireC4.EntityFrameworkCore.Lifecycle; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Models; using Microsoft.Extensions.Logging; +using Purview.Containers.Environment; namespace Aspire.Hosting.AspireC4.EntityFrameworkCore; @@ -111,9 +112,9 @@ ErdImageFormat format // "C:\…\erd:/data:ro" leaves the runtime guessing where the drive letter ends and the // mode begins, and it guesses wrong. --mount parses key=value and cannot be ambiguous. "--mount", - $"type=bind,source={outputDirectory},target={D2ServerResource.WorkspacePath},readonly", + new ContainerBindMount(outputDirectory, D2ServerResource.WorkspacePath, IsReadOnly: true).ToString(), "--mount", - $"type=bind,source={imageDirectory},target={ContainerOutputPath}", + new ContainerBindMount(imageDirectory, ContainerOutputPath).ToString(), $"{D2ServerResource.DefaultRegistry}/{D2ServerResource.DefaultImage}:{tag}", "--layout", engine, @@ -280,6 +281,14 @@ CancellationToken cancellationToken startInfo.ArgumentList.Add(argument); } + if (string.IsNullOrWhiteSpace(options.D2Command)) + { + await ContainerEnvironmentResolver + .ForRuntime(command) + .ResolveBindMountsAsync(startInfo, cancellationToken) + .ConfigureAwait(false); + } + using var process = Process.Start(startInfo); if (process is null) diff --git a/src/src/EntityFrameworkCore/ErdViewerImageExporter.cs b/src/src/EntityFrameworkCore/ErdViewerImageExporter.cs index 2a73dcd..63373f5 100644 --- a/src/src/EntityFrameworkCore/ErdViewerImageExporter.cs +++ b/src/src/EntityFrameworkCore/ErdViewerImageExporter.cs @@ -1,6 +1,7 @@ using System.Diagnostics; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Lifecycle; using Microsoft.Extensions.Logging; +using Purview.Containers.Environment; namespace Aspire.Hosting.AspireC4.EntityFrameworkCore; @@ -81,11 +82,11 @@ IReadOnlyList formats // --mount rather than -v for the same reason as the d2 export: a Windows host path // already contains a colon, which leaves -v guessing where the drive letter ends. "--mount", - $"type=bind,source={viewerDirectory},target={ContainerViewerPath},readonly", + new ContainerBindMount(viewerDirectory, ContainerViewerPath, IsReadOnly: true).ToString(), "--mount", - $"type=bind,source={imageDirectory},target={ContainerOutputPath}", + new ContainerBindMount(imageDirectory, ContainerOutputPath).ToString(), "--mount", - $"type=bind,source={scriptPath},target={ContainerScriptPath},readonly", + new ContainerBindMount(scriptPath, ContainerScriptPath, IsReadOnly: true).ToString(), // Chromium's sandbox needs privileges the container does not have, and the page being // rendered is one this package generated from the consumer's own model. "--ipc=host", @@ -199,6 +200,11 @@ CancellationToken cancellationToken startInfo.ArgumentList.Add(argument); } + await ContainerEnvironmentResolver + .ForRuntime(command) + .ResolveBindMountsAsync(startInfo, cancellationToken) + .ConfigureAwait(false); + using var process = Process.Start(startInfo); if (process is null) diff --git a/src/src/EntityFrameworkCore/README.md b/src/src/EntityFrameworkCore/README.md new file mode 100644 index 0000000..e2e40e7 --- /dev/null +++ b/src/src/EntityFrameworkCore/README.md @@ -0,0 +1,194 @@ +# AspireC4.Hosting.EntityFrameworkCore + +[![NuGet version](https://img.shields.io/nuget/v/AspireC4.Hosting.EntityFrameworkCore.svg)](https://www.nuget.org/packages/AspireC4.Hosting.EntityFrameworkCore) + +Adds a live **ER diagram of your Entity Framework Core `DbContext` types** to an +[Aspire](https://learn.microsoft.com/en-us/dotnet/aspire/) AppHost, alongside the +[AspireC4](https://www.nuget.org/packages/AspireC4.Hosting) architecture diagram and linked from it. + +You install it in the **AppHost** and call one method. Your service projects need no changes. + +## Prerequisites + +- An Aspire 13.5+ AppHost already using [`AspireC4.Hosting`](https://www.nuget.org/packages/AspireC4.Hosting) + (this package depends on it, so installing this one brings it in). +- The projects that own your `DbContext` types are registered in the AppHost with + `AddProject(...)`. +- Docker (or Podman) for the default viewer sidecar. See [Without a container runtime](#without-a-container-runtime) + if you have neither. + +Container image exports verify bind sharing through `Purview.Containers.Environment`; preload +`alpine:3.19` offline or set `CONTAINER_ENVIRONMENT_PROBE_IMAGE`. For WSL or shared remote +daemons, install `Purview.Containers.Aspire` and call `builder.AddContainerEnvironment()` +to adapt the viewer sidecar's mounts as well. See the +[container environment guide](https://github.com/purview-dev/containers/blob/main/src/src/Environment/Sdk/README.md) +for mapping configuration, marker write permissions and remote-host limitations. + +## Enabling DbContext modelling + +### 1. Add the package to the AppHost + +```bash +dotnet add package AspireC4.Hosting.EntityFrameworkCore +``` + +### 2. Register the projects that own your `DbContext` types + +The diagram is built from **Aspire project resources**. Every project you add with `AddProject` is +scanned for `DbContext` types, including contexts that live in class libraries the project references. +A project that is only a ``, or that runs as a container or executable, is not scanned. + +```xml + + + + +``` + +### 3. Call `WithEntityFrameworkDiagram()` + +```csharp +var builder = DistributedApplication.CreateBuilder(args); + +builder.AddAspireC4() + .WithEntityFrameworkDiagram(); + +builder.AddProject("orders-api"); + +builder.Build().Run(); +``` + +Run the AppHost. The dashboard shows an **`aspirec4-er`** resource with a **View ER Diagram** link, and +each project that contributed a context gets an **ER Diagram** link. The project's element in the +architecture diagram gets one too. Output is written to `./.aspirec4/erd/` beside the AppHost. + +The model is read from each project's **build output** (`bin/`), so a project must have been built +before the AppHost starts. Building the AppHost builds its referenced projects, so normally you do not +need to do anything. + +### 4. (Optional) Increase fidelity + +Without any change to your services, the model is recovered from assembly metadata. That covers +conventions and data annotations but **not** fluent `OnModelCreating` configuration, because a method +body is not in the metadata. Two opt-in packages close that gap. Each is enabled just by adding the +package reference: + +| Add this package | To this project | And you get | +| --- | --- | --- | +| *(nothing)* | — | `Approximate`: `DbSet`, navigations, data annotations, EF naming conventions | +| [`AspireC4.EntityFrameworkCore`](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore) | The project that declares the `DbContext` | `Full`: adds fluent configuration (`ToTable`, `HasKey`, `HasIndex`, `HasColumnName`, …) | +| [`AspireC4.EntityFrameworkCore.ModelDump`](https://www.nuget.org/packages/AspireC4.EntityFrameworkCore.ModelDump) | The project that references the EF Core **provider** and has an `IDesignTimeDbContextFactory` | `Full`: the real EF `IModel`, with value converters and composite foreign keys | + +```bash +# In the project that declares the DbContext +dotnet add package AspireC4.EntityFrameworkCore + +# In the project that owns the EF Core provider and a design-time factory +dotnet add package AspireC4.EntityFrameworkCore.ModelDump +``` + +When a context is available from more than one source, the best one is used: **dump**, then +**descriptor**, then **metadata**. Each context in the diagram records its fidelity, so an approximate +model is never mistaken for a complete one. + +## Choosing which contexts appear + +By default every project resource is scanned. To narrow that down: + +```csharp +builder.AddAspireC4() + .WithEntityFrameworkDiagram(configure: options => options + .WithProjectOptInOnly() // only projects marked below + .WithExcludedContexts("IdentityDbContext")); // short or fully-qualified name + +builder.AddProject("orders-api") + .WithEntityFrameworkModel(options => options + .WithIncludedContexts("OrdersDbContext")); // per-project filter + +builder.AddProject("billing-api") + .WithEntityFrameworkModel(label: "Billing"); // label the project's group +``` + +Names match case-insensitively, and an exclusion always wins over an inclusion. A context that reaches +the diagram through several projects is shown once. + +## Renderers + +| `Renderer` | Output | Use it for | +| --- | --- | --- | +| `Interactive` *(default)* | `.json` + a browser viewer | Exploring the schema: search, column-level edges, crow's-foot cardinality, PNG/SVG export | +| `Mermaid` | `.mmd` + preview | Pasting into GitHub, Azure DevOps or a wiki | +| `Dbml` | `.dbml` | dbdiagram.io and other DBML tooling | +| `D2` | `.d2` + a live `d2 --watch` sidecar | A live d2 view | + +```csharp +builder.AddAspireC4() + .WithEntityFrameworkDiagram(configure: options => options.Renderer = ErdRenderer.Mermaid); +``` + +The interactive and Mermaid viewers are static files served by a small `nginx` sidecar, so the +dashboard has a real URL to link to. Their JavaScript ships inside this package and works offline. + +## Configuration + +Set options in the `configure` callback or in the `AspireC4:EntityFramework` configuration section. + +| Property | Default | Description | +| --- | --- | --- | +| `Renderer` | `Interactive` | `Interactive`, `Mermaid`, `Dbml` or `D2` | +| `Title` | `null` | Title shown in the diagram | +| `DiscoverAllProjects` | `true` | Scan every project resource. `WithProjectOptInOnly()` restricts this to projects marked with `WithEntityFrameworkModel()` | +| `IncludedContexts` / `ExcludedContexts` | empty | `WithIncludedContexts(...)` / `WithExcludedContexts(...)` | +| `OutputDirectory` | `"./.aspirec4/erd/"` | Where generated files are written, relative to the AppHost | +| `FileName` | `"schema.gen"` | Generated file name without extension | +| `DomainTypeDisplay` | `DomainTypeFirst` | How value objects and enums appear beside the store type: `AssetId (guid)`, `ActorType (int, enum)` | +| `ShowNullability` | `true` | Mark nullable columns with `?` | +| `GroupBySchema` / `GroupByContext` | `true` | Group tables by database schema, and by `DbContext` when there are several | +| `UseSubgraphs` | `true` | Mermaid only: one `subgraph` per `DbContext` (Mermaid 11.17+) | +| `LayoutEngine` | `Elk` | D2 only: `Dagre`, `Elk` or `Tala` | +| `UseViewerServer` | `true` | Serve the viewer from a container. Set `false` where there is no container runtime | +| `HideFromDashboard` | `false` | Hide the diagram's sidecar from the dashboard | +| `ExportImages` | `true` | Write `schema.svg` / `schema.png` to `./.aspirec4/images/` when the model changes | +| `ImageFormats` | `{Svg, Png}` | `WithImageExport(...)`, or `WithoutImageExport()` to turn export off | +| `UseViewerFidelityExport` | `false` | Render images through the interactive viewer in a headless browser. Pulls a ~3.7 GB Playwright image | +| `D2Command` | `null` | A local `d2` binary for image export, instead of the container | +| `ContainerRuntimeCommand` | `"docker"` | Set to `podman` where Aspire uses Podman | + +Set `OutputDirectory` in the callback rather than in configuration. The sidecar's bind mount is fixed +when the AppHost builder runs, so a value from configuration changes where files are written but not +what the sidecar serves. + +## Without a container runtime + +```csharp +// Generate the files without starting a viewer container, and render images with a local d2 +builder.AddAspireC4() + .WithEntityFrameworkDiagram(configure: options => + { + options.UseViewerServer = false; // the dashboard offers an "open locally" command instead + options.D2Command = "d2"; // or call options.WithoutImageExport() + }); + +// Or, with the D2 renderer, replace the d2 container with a local binary +builder.AddAspireC4() + .WithEntityFrameworkDiagram(configure: options => options.Renderer = ErdRenderer.D2) + .WithLocalD2CLI(); // must come after WithEntityFrameworkDiagram +``` + +d2 is a Go binary. Install it with scoop, Homebrew, `install.sh` or `go install`. + +## Troubleshooting + +- **No diagram content.** Check the project is added with `AddProject` and has been built. + The `aspirec4-er` resource's log names each project where no model was found. +- **Tables are missing their fluent configuration.** The context was read from metadata + (`Approximate`). Add `AspireC4.EntityFrameworkCore` to the project that declares it. +- **A composite or fluent-only relationship is not drawn.** Only the model dump sees these. Add + `AspireC4.EntityFrameworkCore.ModelDump` to the project with the provider and a design-time factory. +- **Not captured from any static source:** owned types, inheritance mapping, delete behaviour, + sequences, check constraints. Relationships across `DbContext` boundaries are never drawn. + +## More information + +- [Full documentation](https://purview.dev/docs/aspirec4/) +- [Repository and samples](https://github.com/purview-dev/aspirec4) diff --git a/src/src/SourceGenerators/Extensions/System/Runtime/CompilerServices/IsExternalInit.cs b/src/src/SourceGenerators/Extensions/System/Runtime/CompilerServices/IsExternalInit.cs deleted file mode 100644 index ae5a598..0000000 --- a/src/src/SourceGenerators/Extensions/System/Runtime/CompilerServices/IsExternalInit.cs +++ /dev/null @@ -1,15 +0,0 @@ -#if NETSTANDARD2_0 || NETSTANDARD2_1_OR_GREATER || NETCOREAPP2_0 || NETCOREAPP2_1 || NETCOREAPP2_2 || NETCOREAPP3_0 || NETCOREAPP3_1 || NET45 || NET451 || NET452 || NET6 || NET461 || NET462 || NET47 || NET471 || NET472 || NET48 - -using System.ComponentModel; - -// Compilation error of CS0518 IsExternalInit is not defined when using .NET Standard. -// re: https://mking.net/blog/error-cs0518-isexternalinit-not-defined -#pragma warning disable IDE0130 // Namespace does not match folder structure -namespace System.Runtime.CompilerServices; - -#pragma warning restore IDE0130 // Namespace does not match folder structure - -[EditorBrowsable(EditorBrowsableState.Never)] -static class IsExternalInit; - -#endif diff --git a/src/src/SourceGenerators/Helpers/SourceGenHelper.cs b/src/src/SourceGenerators/Helpers/SourceGenHelper.cs index 8975680..3c0066a 100644 --- a/src/src/SourceGenerators/Helpers/SourceGenHelper.cs +++ b/src/src/SourceGenerators/Helpers/SourceGenHelper.cs @@ -68,7 +68,7 @@ modelContext with ) .CombineWith(strictMode, static (modelContext, value, _) => modelContext with { StrictMode = value }); - return model; + return model.WithTrackingName("ValidateLikeC4"); } static GeneratorResult BuildRegistryTarget( diff --git a/src/src/TestAppHost/Extensions/Aspire/Hosting/AspireC4Extensions.cs b/src/src/TestAppHost/Extensions/Aspire/Hosting/AspireC4Extensions.cs index ee665f7..90e0a84 100644 --- a/src/src/TestAppHost/Extensions/Aspire/Hosting/AspireC4Extensions.cs +++ b/src/src/TestAppHost/Extensions/Aspire/Hosting/AspireC4Extensions.cs @@ -12,6 +12,8 @@ public static IResourceBuilder ConfigureAspireC4TestHost( this IResourceBuilder builder ) { + builder.ApplicationBuilder.AddContainerEnvironment(); + var likeC4ResourcePath = Path.Combine( Path.GetDirectoryName(typeof(TestAppHostProgram).Assembly.Location)!, "likec4" diff --git a/src/src/TestAppHost/TestAppHost.csproj b/src/src/TestAppHost/TestAppHost.csproj index c0a3df0..f5ee87e 100644 --- a/src/src/TestAppHost/TestAppHost.csproj +++ b/src/src/TestAppHost/TestAppHost.csproj @@ -9,6 +9,7 @@ + diff --git a/src/tests/AspireC4.IntegrationTests/EntityFrameworkDiagramTests.cs b/src/tests/AspireC4.IntegrationTests/EntityFrameworkDiagramTests.cs index 03e0c4f..01c16ed 100644 --- a/src/tests/AspireC4.IntegrationTests/EntityFrameworkDiagramTests.cs +++ b/src/tests/AspireC4.IntegrationTests/EntityFrameworkDiagramTests.cs @@ -23,7 +23,7 @@ public void SkipWhenNoContainerRuntime() Skip.Test(fixture.SkipReason); } - static JsonElement Root(string json) => JsonDocument.Parse(json).RootElement; + static JsonElement Root(string json) => JsonElement.Parse(json); [Test] public async Task StartAsync_WhenAppStarts_GeneratesTheModelAndViewer() diff --git a/src/tests/AspireC4.IntegrationTests/Fixtures/TestAppHostFixture.cs b/src/tests/AspireC4.IntegrationTests/Fixtures/TestAppHostFixture.cs index 3bd9420..dd8f6cb 100644 --- a/src/tests/AspireC4.IntegrationTests/Fixtures/TestAppHostFixture.cs +++ b/src/tests/AspireC4.IntegrationTests/Fixtures/TestAppHostFixture.cs @@ -1,10 +1,10 @@ using System.Diagnostics; using System.Text.Json; using Aspire.Hosting.ApplicationModel; +using Aspire.Hosting.Publishing; using Aspire.Hosting.Testing; using Microsoft.Extensions.Configuration; using Microsoft.Extensions.DependencyInjection; -using Microsoft.Extensions.Hosting; namespace Aspire.Hosting.AspireC4.Fixtures; @@ -504,19 +504,16 @@ public async Task PublishAsync(CancellationToken cancellationToke opts.ImageExportDirectory = Path.Combine(outputDir, "images"); }); + var publishCompletion = ObservePublishAsync(builder); + var app = await builder.BuildAsync(cancellationToken); _publishApps.Add(app); var isPublishMode = app.Services.GetRequiredService().IsPublishMode; - // BuildAsync returns as soon as the application is built; the publish pipeline - // (BeforeStartEvent → .c4 generation, then the manifest publisher) runs asynchronously - // on the AppHost thread. ApplicationStopped fires once the publish has fully completed - // and every output file has been flushed — only then are the files safe to read. - TaskCompletionSource stopped = new(TaskCreationOptions.RunContinuationsAsynchronously); - var lifetime = app.Services.GetRequiredService(); - using var registration = lifetime.ApplicationStopped.Register(() => stopped.TrySetResult()); - await stopped.Task.WaitAsync(cancellationToken); + // Publish completion is not host shutdown: a CLI/backchannel can keep the AppHost alive + // afterwards. Subscribe before BuildAsync so a fast publish cannot race the registration. + await publishCompletion.WaitAsync(ResourceTimeout, cancellationToken); _publishOutputDirs.Add(outputDir); @@ -529,6 +526,19 @@ public async Task PublishAsync(CancellationToken cancellationToke }; } + static Task ObservePublishAsync(IDistributedApplicationTestingBuilder builder) + { + TaskCompletionSource published = new(TaskCreationOptions.RunContinuationsAsynchronously); + builder.Eventing.Subscribe( + (_, _) => + { + published.TrySetResult(); + return Task.CompletedTask; + } + ); + return published.Task; + } + public override async ValueTask DisposeAsync() { await base.DisposeAsync(); diff --git a/src/tests/AspireC4.IntegrationTests/ImageExportTests.cs b/src/tests/AspireC4.IntegrationTests/ImageExportTests.cs index df0e947..b8da254 100644 --- a/src/tests/AspireC4.IntegrationTests/ImageExportTests.cs +++ b/src/tests/AspireC4.IntegrationTests/ImageExportTests.cs @@ -28,7 +28,7 @@ public sealed class ImageExportTests { string _tempDir = string.Empty; - readonly CapturingLogger logger = new(); + readonly CapturingLogger _logger = new(); [Before(Test)] public void SetUp() @@ -108,6 +108,7 @@ async Task WriteLikeC4ProjectAsync(CancellationToken cancellationToken) { await File.WriteAllTextAsync( Path.Combine(_tempDir, "likec4.config.json"), + /*lang=json,strict*/ """{ "name": "aspirec4", "title": "Export Test" }""", cancellationToken ); @@ -158,12 +159,12 @@ public async Task ExportAsync_InteractiveRenderer_WritesSvgAndPngThroughD2(Cance options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(2).Because(logger.Messages); + await Assert.That(written.Count).IsEqualTo(2).Because(_logger.Messages); // The d2 source stays with the generated diagram; only the images move to the shared folder. await Assert.That(File.Exists(Path.Combine(_tempDir, "schema.gen.d2"))).IsTrue(); @@ -195,12 +196,12 @@ public async Task ExportAsync_SvgOnly_WritesOnlyTheSvg(CancellationToken cancell options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(1).Because(logger.Messages); + await Assert.That(written.Count).IsEqualTo(1).Because(_logger.Messages); await Assert.That(File.Exists(Path.Combine(ImagesDirectory, "schema.svg"))).IsTrue(); await Assert.That(File.Exists(Path.Combine(ImagesDirectory, "schema.png"))).IsFalse(); } @@ -215,7 +216,7 @@ public async Task ExportAsync_RunTwiceOverAnUnchangedModel_RendersOnlyOnce(Cance var options = new AspireC4EfDiagramOptions().WithImageExport(ErdImageFormat.Svg); var svg = Path.Combine(ImagesDirectory, "schema.svg"); - await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, logger, cancellationToken); + await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, _logger, cancellationToken); var first = File.GetLastWriteTimeUtc(svg); @@ -225,7 +226,7 @@ public async Task ExportAsync_RunTwiceOverAnUnchangedModel_RendersOnlyOnce(Cance options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); @@ -242,7 +243,7 @@ public async Task ExportAsync_AfterTheImageIsDeleted_RendersAgain(CancellationTo var options = new AspireC4EfDiagramOptions().WithImageExport(ErdImageFormat.Svg); var svg = Path.Combine(ImagesDirectory, "schema.svg"); - await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, logger, cancellationToken); + await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, _logger, cancellationToken); File.Delete(svg); @@ -252,12 +253,12 @@ public async Task ExportAsync_AfterTheImageIsDeleted_RendersAgain(CancellationTo options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(1).Because(logger.Messages); + await Assert.That(written.Count).IsEqualTo(1).Because(_logger.Messages); await Assert.That(File.Exists(svg)).IsTrue(); } @@ -272,7 +273,7 @@ await ErdImageExporter.ExportAsync( new AspireC4EfDiagramOptions().WithImageExport(ErdImageFormat.Svg), _tempDir, _tempDir, - logger, + _logger, cancellationToken ); @@ -282,12 +283,12 @@ await ErdImageExporter.ExportAsync( new AspireC4EfDiagramOptions().WithImageExport(ErdImageFormat.Svg, ErdImageFormat.Png), _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(2).Because(logger.Messages); + await Assert.That(written.Count).IsEqualTo(2).Because(_logger.Messages); } [Test] @@ -298,13 +299,13 @@ public async Task ExportAsync_CustomImageDirectory_WritesThere(CancellationToken options.ImageExportDirectory = "docs/diagrams"; // Act - await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, logger, cancellationToken); + await ErdImageExporter.ExportAsync(CreateModel(), options, _tempDir, _tempDir, _logger, cancellationToken); // Assert await Assert .That(File.Exists(Path.Combine(_tempDir, "docs", "diagrams", "schema.svg"))) .IsTrue() - .Because(logger.Messages); + .Because(_logger.Messages); } [Test] @@ -313,8 +314,7 @@ public async Task ExportAsync_NoFormats_WritesNothingAndRunsNoContainer(Cancella // Not merely "no images": the d2 source is written for export's benefit alone, and the images // folder is created by the export, so neither should be left behind when export is off. // Arrange - AspireC4EfDiagramOptions options = new(); - options.ImageFormats = []; + AspireC4EfDiagramOptions options = new() { ImageFormats = [] }; // Act var written = await ErdImageExporter.ExportAsync( @@ -322,7 +322,7 @@ public async Task ExportAsync_NoFormats_WritesNothingAndRunsNoContainer(Cancella options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); @@ -338,9 +338,12 @@ public async Task ExportAsync_ViewerFidelity_RendersThroughTheViewerItself(Cance // produces, not a d2 render of the same model. Asserted on the markup rather than on the file // merely existing, because a d2 render would also produce a plausible .svg. // Arrange - AspireC4EfDiagramOptions options = new() { Renderer = ErdRenderer.Interactive, UseViewerFidelityExport = true }; - - options.ImageFormats = [ErdImageFormat.Svg]; + AspireC4EfDiagramOptions options = new() + { + Renderer = ErdRenderer.Interactive, + UseViewerFidelityExport = true, + ImageFormats = [ErdImageFormat.Svg], + }; // The viewer and its dependencies have to be on disk for a browser to load them. foreach (var file in ErdOutput.Create(CreateModel(), options)) @@ -356,12 +359,12 @@ public async Task ExportAsync_ViewerFidelity_RendersThroughTheViewerItself(Cance options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(1).Because(logger.Messages); + await Assert.That(written.Count).IsEqualTo(1).Because(_logger.Messages); var svg = await File.ReadAllTextAsync(Path.Combine(ImagesDirectory, "schema.svg"), cancellationToken); @@ -379,9 +382,12 @@ CancellationToken cancellationToken // Only the interactive renderer writes a viewer, so there is nothing to drive otherwise. The // export still happens rather than being abandoned, and says why in the log. // Arrange - AspireC4EfDiagramOptions options = new() { Renderer = ErdRenderer.Dbml, UseViewerFidelityExport = true }; - - options.ImageFormats = [ErdImageFormat.Svg]; + AspireC4EfDiagramOptions options = new() + { + Renderer = ErdRenderer.Dbml, + UseViewerFidelityExport = true, + ImageFormats = [ErdImageFormat.Svg], + }; // Act var written = await ErdImageExporter.ExportAsync( @@ -389,13 +395,13 @@ CancellationToken cancellationToken options, _tempDir, _tempDir, - logger, + _logger, cancellationToken ); // Assert - await Assert.That(written.Count).IsEqualTo(1).Because(logger.Messages); - await Assert.That(logger.Messages).Contains("Dbml"); + await Assert.That(written.Count).IsEqualTo(1).Because(_logger.Messages); + await Assert.That(_logger.Messages).Contains("Dbml"); } [Test] @@ -447,7 +453,7 @@ await ErdImageExporter.ExportAsync( new AspireC4EfDiagramOptions().WithImageExport(ErdImageFormat.Png), _tempDir, _tempDir, - logger, + _logger, cancellationToken ); @@ -465,7 +471,7 @@ await LikeC4ImageExporter.ExportAsync( // Assert var images = Directory.GetFiles(ImagesDirectory, "*.png").Select(Path.GetFileName).ToArray(); - await Assert.That(images).Contains("schema.png").Because(logger.Messages); + await Assert.That(images).Contains("schema.png").Because(_logger.Messages); await Assert.That(images).Contains("architecture-index.png"); } diff --git a/src/tests/AspireC4.IntegrationTests/Mermaid/MermaidValidationTests.cs b/src/tests/AspireC4.IntegrationTests/Mermaid/MermaidValidationTests.cs index 0b68c40..93c5e47 100644 --- a/src/tests/AspireC4.IntegrationTests/Mermaid/MermaidValidationTests.cs +++ b/src/tests/AspireC4.IntegrationTests/Mermaid/MermaidValidationTests.cs @@ -2,6 +2,7 @@ using Aspire.Hosting.AspireC4.EntityFrameworkCore; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Mermaid; using Aspire.Hosting.AspireC4.EntityFrameworkCore.Models; +using Purview.Containers.Environment; namespace Aspire.Hosting.AspireC4.Mermaid; @@ -136,7 +137,7 @@ static EfModel CreateModel() => ProcessStartInfo startInfo = new() { - FileName = "docker", + FileName = Environment.GetEnvironmentVariable("ASPIRE_CONTAINER_RUNTIME") ?? "docker", RedirectStandardOutput = true, RedirectStandardError = true, UseShellExecute = false, @@ -147,8 +148,8 @@ var arg in new[] { "run", "--rm", - "-v", - $"{_tempDir}:/data", + "--mount", + new ContainerBindMount(_tempDir, "/data").ToString(), Image, "-i", "/data/diagram.mmd", @@ -160,14 +161,19 @@ var arg in new[] startInfo.ArgumentList.Add(arg); } - using var process = Process.Start(startInfo) ?? throw new InvalidOperationException("Could not start docker."); + await ContainerEnvironmentResolver + .ForRuntime(startInfo.FileName) + .ResolveBindMountsAsync(startInfo, cancellationToken); - var stdout = await process.StandardOutput.ReadToEndAsync(cancellationToken); - var stderr = await process.StandardError.ReadToEndAsync(cancellationToken); + using var process = + Process.Start(startInfo) ?? throw new InvalidOperationException("Could not start the container runtime."); + + var stdout = process.StandardOutput.ReadToEndAsync(cancellationToken); + var stderr = process.StandardError.ReadToEndAsync(cancellationToken); await process.WaitForExitAsync(cancellationToken); - return (process.ExitCode, stdout + stderr); + return (process.ExitCode, await stdout + await stderr); } // Tests diff --git a/src/tests/AspireC4.UnitTests/Lifecycle/AspireC4LifecycleHookTests.ComputeCommonAncestor.cs b/src/tests/AspireC4.UnitTests/Lifecycle/AspireC4LifecycleHookTests.ComputeCommonAncestor.cs index 9ec0b21..9aef456 100644 --- a/src/tests/AspireC4.UnitTests/Lifecycle/AspireC4LifecycleHookTests.ComputeCommonAncestor.cs +++ b/src/tests/AspireC4.UnitTests/Lifecycle/AspireC4LifecycleHookTests.ComputeCommonAncestor.cs @@ -7,6 +7,10 @@ public sealed partial class AspireC4LifecycleHookTests static readonly string Root = Path.GetPathRoot(Path.GetFullPath("."))! .TrimEnd(Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar); + [System.Diagnostics.CodeAnalysis.SuppressMessage( + "Performance", + "CA1877:Collapse consecutive Path.Combine or Path.Join operations" + )] static string P(params string[] segments) => Path.Combine(Root + Path.DirectorySeparatorChar, Path.Combine(segments)); diff --git a/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorCacheTests.cs b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorCacheTests.cs new file mode 100644 index 0000000..63a3635 --- /dev/null +++ b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorCacheTests.cs @@ -0,0 +1,128 @@ +using System.Collections.Immutable; +using StepReason = Microsoft.CodeAnalysis.IncrementalStepRunReason; + +namespace Aspire.Hosting.AspireC4.EntityFrameworkCore.Analyzers; + +public sealed class AspireC4EfModelGeneratorCacheTests + : TUnitSourceGeneratorTestBase +{ + const string Source = """ + using Microsoft.EntityFrameworkCore; + namespace Sample; + public class User { public int Id { get; set; } } + public class AppDbContext : DbContext + { + public DbSet Users { get; set; } + } + """; + + static ImmutableArray StepReasons(IncrementalCacheRun run, string stage) => + [.. run.Steps[stage].SelectMany(step => step.Outputs.Select(output => output.Reason))]; + + static bool IsCachedOrUnchanged(ImmutableArray reasons) => + reasons.All(reason => reason is StepReason.Cached or StepReason.Unchanged); + + [Test] + public async Task RunGenerator_FirstRun_ContextStagesAreNew(CancellationToken cancellationToken) + { + // Arrange + string[] sources = [Source]; + + // Act + var result = await GenerateIncrementalAsync(sources, cancellationToken: cancellationToken); + + // Assert + await Assert.That(StepReasons(result.Runs[0], "AnalyseEfContext")).Contains(StepReason.New); + await Assert.That(StepReasons(result.Runs[0], "CollectEfContexts")).Contains(StepReason.New); + } + + [Test] + public async Task RunGenerator_IdenticalRerun_ContextStagesRemainCached(CancellationToken cancellationToken) + { + // Arrange + string[] sources = [Source]; + + // Act + var result = await GenerateIncrementalAsync(sources, cancellationToken: cancellationToken); + + // Assert + await Assert.That(IsCachedOrUnchanged(StepReasons(result.Runs[1], "AnalyseEfContext"))).IsTrue(); + await Assert.That(IsCachedOrUnchanged(StepReasons(result.Runs[1], "CollectEfContexts"))).IsTrue(); + } + + [Test] + public async Task RunGenerator_UnrelatedSourceChange_ContextStagesRemainCached(CancellationToken cancellationToken) + { + // Arrange + const string unrelatedSource = "namespace Other; public class Unrelated { }"; + const string changedSource = "namespace Other; public class Renamed { }"; + + // Act + var result = await GenerateIncrementalAsync( + [new IncrementalRunInput([Source, unrelatedSource]), new IncrementalRunInput([Source, changedSource])], + cancellationToken: cancellationToken + ); + + // Assert + await Assert.That(IsCachedOrUnchanged(StepReasons(result.Runs[1], "AnalyseEfContext"))).IsTrue(); + await Assert.That(IsCachedOrUnchanged(StepReasons(result.Runs[1], "CollectEfContexts"))).IsTrue(); + } + + [Test] + public async Task RunGenerator_ModelChange_ContextStagesAreModified(CancellationToken cancellationToken) + { + // Arrange + var changedSource = Source.Replace("Users", "People", StringComparison.Ordinal); + + // Act + var result = await GenerateIncrementalAsync( + [new IncrementalRunInput([Source]), new IncrementalRunInput([changedSource])], + cancellationToken: cancellationToken + ); + + // Assert + await Assert.That(StepReasons(result.Runs[1], "AnalyseEfContext")).Contains(StepReason.Modified); + await Assert.That(StepReasons(result.Runs[1], "CollectEfContexts")).Contains(StepReason.Modified); + } + + [Test] + public async Task RunGenerator_ContextRemoved_AggregateIsModified(CancellationToken cancellationToken) + { + // Arrange + const string noContextSource = "namespace Sample;"; + + // Act + var result = await GenerateIncrementalAsync( + [new IncrementalRunInput([Source]), new IncrementalRunInput([noContextSource])], + cancellationToken: cancellationToken + ); + + // Assert + await Assert.That(StepReasons(result.Runs[1], "AnalyseEfContext")).Contains(StepReason.Removed); + await Assert.That(StepReasons(result.Runs[1], "CollectEfContexts")).Contains(StepReason.Modified); + } + + [Test] + public async Task RunGenerator_ReorderedContextFiles_AggregateRemainsUnchanged(CancellationToken cancellationToken) + { + // Arrange + const string otherContext = """ + using Microsoft.EntityFrameworkCore; + namespace Other; + public class Event { public int Id { get; set; } } + public class EventDbContext : DbContext + { + public DbSet Events { get; set; } + } + """; + + // Act + var result = await GenerateIncrementalAsync( + [new IncrementalRunInput([Source, otherContext]), new IncrementalRunInput([otherContext, Source])], + cancellationToken: cancellationToken + ); + + // Assert + await Assert.That(IsCachedOrUnchanged(StepReasons(result.Runs[1], "CollectEfContexts"))).IsTrue(); + } +} diff --git a/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorTests.cs b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorTests.cs index cb1edb6..138f10b 100644 --- a/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorTests.cs +++ b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/AspireC4EfModelGeneratorTests.cs @@ -57,6 +57,26 @@ public async Task RunGenerator_Always_EmitsTheModelAttributeType(CancellationTok await Assert.That(result.Generated()).HasGeneratedSyntaxTree("AspireC4EfModelAttribute.g.cs"); } + [Test] + public async Task RunGenerator_ModelAttribute_IsEmbedded(CancellationToken cancellationToken) + { + // Arrange + const string source = "namespace Sample;"; + + // Act + using var result = await GenerateAsync(source, cancellationToken: cancellationToken); + var type = result.CompilationResult.Compilation.Assembly.GetTypeByMetadataName( + "Aspire.Hosting.AspireC4.EntityFrameworkCore.AspireC4EfModelAttribute" + ); + + // Assert + await Assert.That(result.Generated()).HasGeneratedSyntaxTree("EmbeddedAttribute.g.cs"); + await Assert.That(type).IsNotNull(); + await Assert + .That(type!.GetAttributes().Select(attribute => attribute.AttributeClass?.ToDisplayString())) + .Contains("Microsoft.CodeAnalysis.EmbeddedAttribute"); + } + [Test] public async Task RunGenerator_WithNoDbContext_EmitsNoDescriptor(CancellationToken cancellationToken) { @@ -84,6 +104,56 @@ public async Task RunGenerator_WithDbContext_EmitsAssemblyDescriptor(Cancellatio await Assert.That(descriptor).Contains("\\\"name\\\":\\\"AppDbContext\\\""); } + [Test] + [Arguments(false)] + [Arguments(true)] + public async Task RunGenerator_PartialContextAcrossFiles_EmitsOneContextWithFluentConfiguration( + bool repeatsBaseList, + CancellationToken cancellationToken + ) + { + // Arrange + const string context = """ + using Microsoft.EntityFrameworkCore; + namespace Sample; + public class User { public int Id { get; set; } } + public partial class AppDbContext : DbContext + { + public DbSet Users { get; set; } + } + """; + const string configuration = """ + using Microsoft.EntityFrameworkCore; + namespace Sample; + public partial class AppDbContext : DbContext + { + protected override void OnModelCreating(ModelBuilder modelBuilder) + { + modelBuilder.Entity().ToTable("people", "hr"); + } + } + """; + AspireC4EfModelGeneratorTestOptions options = new(); + options = options with + { + AdditionalSources = options.AdditionalSources.Add( + repeatsBaseList ? configuration : configuration.Replace(" : DbContext", "", StringComparison.Ordinal) + ), + }; + + // Act + using var result = await GenerateAsync(context, options, cancellationToken); + var attribute = result + .CompilationResult.Compilation.Assembly.GetAttributes() + .Single(a => a.AttributeClass?.Name == "AspireC4EfModelAttribute"); + var model = EfModelLoader.Parse((string)attribute.ConstructorArguments[0].Value!); + + // Assert + await Assert.That(model.Contexts.Count).IsEqualTo(1); + await Assert.That(model.Contexts[0].Tables[0].Name).IsEqualTo("people"); + await Assert.That(model.Contexts[0].Tables[0].Schema).IsEqualTo("hr"); + } + [Test] public async Task RunGenerator_WithDbSet_UsesSetNameAsTableName(CancellationToken cancellationToken) { diff --git a/src/tests/EntityFrameworkCore.Analyzers.UnitTests/EfModelRoundTripTests.cs b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/EfModelRoundTripTests.cs index d802c74..04c2187 100644 --- a/src/tests/EntityFrameworkCore.Analyzers.UnitTests/EfModelRoundTripTests.cs +++ b/src/tests/EntityFrameworkCore.Analyzers.UnitTests/EfModelRoundTripTests.cs @@ -1,5 +1,7 @@ using Aspire.Hosting.AspireC4.EntityFrameworkCore.D2; using Aspire.Hosting.AspireC4.EntityFrameworkCore.D2.Generators; +using Microsoft.CodeAnalysis; +using Microsoft.CodeAnalysis.CSharp; namespace Aspire.Hosting.AspireC4.EntityFrameworkCore.Analyzers; @@ -63,11 +65,52 @@ async Task EmitAssemblyAsync(string source, CancellationToken cancellati { using var result = await GenerateAsync(source, cancellationToken: cancellationToken); + return EmitAssembly(result.CompilationResult.Compilation, cancellationToken); + } + + static PortableExecutableReference CreateFriendAssemblyReference( + Compilation compilation, + CancellationToken cancellationToken + ) + { + var attributeTree = compilation.SyntaxTrees.Single(tree => + Path.GetFileName(tree.FilePath) == "AspireC4EfModelAttribute.g.cs" + ); + var friendTree = CSharpSyntaxTree.ParseText( + """ + [assembly: System.Runtime.CompilerServices.InternalsVisibleTo("Persistence.IntegrationTests")] + """, + (CSharpParseOptions)attributeTree.Options, + cancellationToken: cancellationToken + ); + var referencedCompilation = compilation + .RemoveSyntaxTrees([ + .. compilation.SyntaxTrees.Where(tree => + tree != attributeTree && Path.GetFileName(tree.FilePath) != "EmbeddedAttribute.g.cs" + ), + ]) + .WithAssemblyName("Persistence") + .AddSyntaxTrees(friendTree); + using MemoryStream stream = new(); + var emit = referencedCompilation.Emit(stream, cancellationToken: cancellationToken); + + if (!emit.Success) + { + throw new InvalidOperationException( + "Reference emit failed: " + string.Join("; ", emit.Diagnostics.Select(d => d.ToString())) + ); + } + + return MetadataReference.CreateFromImage(stream.ToArray()); + } + + static string EmitAssembly(Compilation compilation, CancellationToken cancellationToken) + { var path = Path.Combine(Path.GetTempPath(), $"aspirec4-roundtrip-{Guid.NewGuid():N}.dll"); using (FileStream stream = new(path, FileMode.Create, FileAccess.Write)) { - var emit = result.CompilationResult.Compilation.Emit(stream, cancellationToken: cancellationToken); + var emit = compilation.Emit(stream, cancellationToken: cancellationToken); if (!emit.Success) { @@ -109,6 +152,48 @@ public class AppDbContext : DbContext // Tests + [Test] + public async Task RoundTrip_ReferencedFriendAssemblyHasGeneratedAttribute_KeepsOwnDescriptorWithoutConflicts( + CancellationToken cancellationToken + ) + { + // Arrange + using var result = await GenerateAsync(Source, cancellationToken: cancellationToken); + var compilation = result.CompilationResult.Compilation.WithAssemblyName("Persistence.IntegrationTests"); + var reference = CreateFriendAssemblyReference(compilation, cancellationToken); + compilation = compilation + .AddReferences(reference) + .WithOptions( + compilation.Options.WithSpecificDiagnosticOptions( + compilation.Options.SpecificDiagnosticOptions.SetItem("CS0436", ReportDiagnostic.Error) + ) + ); + + // Act + var conflicts = compilation.GetDiagnostics(cancellationToken).Where(d => d.Id == "CS0436").ToArray(); + + // Assert + await Assert.That(conflicts).IsEmpty(); + var attribute = compilation + .Assembly.GetAttributes() + .Single(a => a.AttributeClass?.Name == EfModelReader.AttributeName); + await Assert + .That(attribute.AttributeClass!.ContainingAssembly.Identity.Name) + .IsEqualTo(compilation.AssemblyName); + + var path = EmitAssembly(compilation, cancellationToken); + + try + { + await Assert.That(EfModelReader.TryRead(path, out var descriptor)).IsTrue(); + await Assert.That(descriptor!).Contains("AppDbContext"); + } + finally + { + File.Delete(path); + } + } + [Test] public async Task RoundTrip_EntityHoldingFrameworkTypes_GainsNoTableForThem(CancellationToken cancellationToken) { diff --git a/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorCacheTests.cs b/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorCacheTests.cs index ffe2773..ebf568c 100644 --- a/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorCacheTests.cs +++ b/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorCacheTests.cs @@ -133,4 +133,27 @@ CancellationToken cancellationToken await Assert.That(second["GetMSBuildPropertyValue_AspireC4Strict"]).Contains(StepReason.Modified); await Assert.That(IsCachedOrUnchanged(second["GetLikeC4RegistryTarget"])).IsTrue(); } + + [Test] + public async Task UnrelatedSourceChange_ValidationModelRemainsCached(CancellationToken cancellationToken) + { + // Arrange + const string unrelatedSource = "namespace Other; public class Unrelated { }"; + + // Act + var result = await GenerateIncrementalAsync( + [ + new IncrementalRunInput([Source, unrelatedSource]), + new IncrementalRunInput([ + Source, + unrelatedSource.Replace("Unrelated", "Renamed", StringComparison.Ordinal), + ]), + ], + cancellationToken: cancellationToken + ); + + // Assert + var second = StepReasons(result.Runs[1]); + await Assert.That(IsCachedOrUnchanged(second["ValidateLikeC4"])).IsTrue(); + } } diff --git a/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorTests.cs b/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorTests.cs index f610118..3a8fe1b 100644 --- a/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorTests.cs +++ b/src/tests/SourceGenerators.UnitTests/LikeC4StrictValidatorGeneratorTests.cs @@ -25,6 +25,30 @@ public async Task RunGenerator_Always_InjectsLikeC4RegistryAttributes(Cancellati await Assert.That(result.Generated()).HasGeneratedSyntaxTree("LikeC4Severity.g.cs"); } + [Test] + [Arguments("LikeC4RegistryAttribute")] + [Arguments("KnownTypeAttribute")] + [Arguments("SeverityAttribute")] + [Arguments("LikeC4RegistryType")] + [Arguments("LikeC4Severity")] + public async Task RunGenerator_MarkerType_IsEmbedded(string typeName, CancellationToken cancellationToken) + { + // Arrange + const string source = "namespace TestApp;"; + + // Act + using var result = await RunGeneratorAsync(source, cancellationToken: cancellationToken); + var type = result.CompilationResult.Compilation.Assembly.GetTypeByMetadataName( + $"Aspire.Hosting.AspireC4.{typeName}" + ); + + // Assert + await Assert.That(type).IsNotNull(); + await Assert + .That(type!.GetAttributes().Select(attribute => attribute.AttributeClass?.ToDisplayString())) + .Contains("Microsoft.CodeAnalysis.EmbeddedAttribute"); + } + // ----------------------------------------------------------------------- // Full generator pipeline — DSL strict mode (ASPIREC4001 / ASPIREC4002) // -----------------------------------------------------------------------