internal/mcp: add JSON conformance tests, and fix some bugs

Add the beginnings of some testdata-driven conformance tests that check
JSON-level compatibility of SDK messages, and fix some bugs in our JSON
message handling:

- "params" can be missing
- "_meta" should not be null
- lists of tools/prompts/resources should not be null

In order to implement this, we need to be able to know when the server
is done processing messages. In general, this is a hard problem; for
gopls we do this with a complicated system of progress reporting and
accounting. However, the new synctest package makes this trivial, as we
can call synctest.Wait to detect when the server is idle. Therefore,
this test requires 1.25 (it uses synctest.Test, added in 1.25, and so
can't run at 1.24 with GOEXPERIMENT=synctest).

Change-Id: I97fa28b56868340ece266a58e1eb3c3bf8cfe0e9
Reviewed-on: https://go-review.googlesource.com/c/tools/+/676538
LUCI-TryBot-Result: Go LUCI <golang-scoped@luci-project-accounts.iam.gserviceaccount.com>
Reviewed-by: Jonathan Amsterdam <jba@google.com>
Auto-Submit: Robert Findley <rfindley@google.com>

mcp/shared.go

@@ -105,8 +105,10 @@ func newMethodInfo[S ClientSession | ServerSession, P Params, R Result](d typedM
 	return methodInfo[S]{
 		unmarshalParams: func(m json.RawMessage) (Params, error) {
 			var p P
-			if err := json.Unmarshal(m, &p); err != nil {
-				return nil, fmt.Errorf("unmarshaling %q into a %T: %w", m, p, err)
+			if m != nil {
+				if err := json.Unmarshal(m, &p); err != nil {
+					return nil, fmt.Errorf("unmarshaling %q into a %T: %w", m, p, err)
+				}
 			}
 			return p, nil
 		},
@@ -200,7 +202,7 @@ func (m Meta) MarshalJSON() ([]byte, error) {
 	// If ProgressToken is nil, accept Data["progressToken"]. We can't call marshalStructWithMap
 	// in that case because it will complain about duplicate fields. (We'd have to
 	// make it much smarter to avoid that; not worth it.)
-	if m.ProgressToken == nil {
+	if m.ProgressToken == nil && len(m.Data) > 0 {
 		return json.Marshal(m.Data)
 	}
 	return marshalStructWithMap((*metaSansMethods)(&m), "Data")