[Internal] Request Hedging: Removes ExcludeRegions from Request Hedging Diagnostics #4623
Conversation
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
NaluTripician
requested review from
khdang,
sboshra,
adityasa,
neildsh,
kirankumarkolli,
ealsur,
FabianMeiswinkel and
kirillg
as code owners
...re.Cosmos/src/Routing/AvailabilityStrategy/CrossRegionParallelHedgingAvailabilityStrategy.cs
Outdated
Show resolved
Hide resolved
...t.Azure.Cosmos/tests/Microsoft.Azure.Cosmos.EmulatorTests/CosmosAvailabilityStrategyTests.cs
Show resolved
Hide resolved
...t.Azure.Cosmos/tests/Microsoft.Azure.Cosmos.EmulatorTests/CosmosAvailabilityStrategyTests.cs
Show resolved
Hide resolved
kirankumarkolli
approved these changes
Aug 5, 2024
philipthomas-MSFT
approved these changes
Aug 7, 2024
microsoft-github-policy-service
bot
deleted the
users/nalutripician/excludeRegionsDaignsotics
branch
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Pull Request Template
Description
Removes ExcludeRegions parameter from request hedging diagnostics. ExcludeRegions should only be shown in diagnostics when customer specifies it, what hedging does internally should not be shown.
Logs Pre Change
{ "Summary": { "DirectCalls": { "(410, 21005)": 3, "(200, 0)": 1 }, "GatewayCalls": { "(200, 0)": 5, "(304, 0)": 1 } }, "name": "ReadItemAsync", "start datetime": "2024-05-13T18:07:51.856Z", "duration in milliseconds": 1182.5878, "data": { "Client Configuration": { "Client Created Time Utc": "2024-05-13T18:07:51.8550212Z", "MachineId": "hashedMachineName:b06bba98-6c97-3610-9de4-1b586eee7a34", "NumberOfClientsCreated": 2, "NumberOfActiveClients": 2, "ConnectionMode": "Direct", "User Agent": "cosmos-netstandard-sdk/3.39.1|2|X64|Microsoft Windows 10.0.22631|.NET 6.0.29|L|", "ConnectionConfig": { "gw": "(cps:50, urto:6, p:False, httpf: False)", "rntbd": "(cto: 5, icto: -1, mrpc: 30, mcpe: 65535, erd: True, pr: ReuseUnicastPort)", "other": "(ed:False, be:False)" }, "ConsistencyConfig": "(consistency: NotSet, prgns:[Central US, North Central US], apprgn: )", "ProcessorCount": 12 }, "ExcludedRegions": [ "Central US" ], "Hedge Regions": "(Central US, <https://dotnet-v3-multiregion-centralus.documents.azure.com/),(North> Central US, <https://dotnet-v3-multiregion-northcentralus.documents.azure.com/)", "Hedge Context": "Hedged Request" }, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RequestInvokerHandler", "duration in milliseconds": 1179.9512, "children": [ { "name": "Waiting for Initialization of client to complete", "duration in milliseconds": 222.7624 }, { "name": "Get Collection Cache", "duration in milliseconds": 0.0027 }, { "name": "Read Collection", "duration in milliseconds": 224.0225, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [], "RegionsContacted": [], "FailedReplicas": [], "AddressResolutionStatistics": [], "StoreResponseStatistics": [], "HttpResponseStats": [ { "StartTimeUTC": "2024-05-13T18:07:52.0826957Z", "DurationInMs": 223.2238, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/91ad979f-7fae-414f-9188-2fc0a9e55a6f/colls/adf4d5bc-4294-4e12-a906-3eae09129ffb", "ResourceType": "Collection", "HttpMethod": "GET", "ActivityId": "75ce2df9-d5d5-46ab-af97-ab900643bab2", "StatusCode": "OK" } ] } } }, { "name": "Microsoft.Azure.Cosmos.Handlers.DiagnosticsHandler", "duration in milliseconds": 749.6763, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TelemetryHandler", "duration in milliseconds": 749.6782, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RetryHandler", "duration in milliseconds": 749.6791, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RouterHandler", "duration in milliseconds": 749.6675, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TransportHandler", "duration in milliseconds": 749.6704, "children": [ { "name": "Microsoft.Azure.Documents.ServerStoreModel Transport Request", "duration in milliseconds": 749.5942, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [], "RegionsContacted": [], "FailedReplicas": [], "ForceAddressRefresh": [ { "No change to cache": [ "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14043/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818020690384p/", "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14055/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818063193331s/", "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14335/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818063193332s/", "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14352/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818063193333s/" ] } ], "AddressResolutionStatistics": [ { "StartTimeUTC": "2024-05-13T18:07:52.4096163Z", "EndTimeUTC": "2024-05-13T18:07:52.4531424Z", "TargetEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0" }, { "StartTimeUTC": "2024-05-13T18:07:52.6475240Z", "EndTimeUTC": "2024-05-13T18:07:52.6966668Z", "TargetEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0" } ], "StoreResponseStatistics": [ { "ResponseTimeUTC": "2024-05-13T18:07:52.6425479Z", "DurationInMs": 184.5563, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com/", "StoreResult": { "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "Gone", "SubStatusCode": "ServerGenerated410", "LSN": 0, "PartitionKeyRangeId": null, "GlobalCommittedLSN": -1, "ItemLSN": -1, "UsingLocalLSN": true, "QuorumAckedLSN": -1, "SessionToken": null, "CurrentWriteQuorum": -1, "CurrentReplicaSetSize": -1, "NumberOfReadRegions": -1, "IsValid": false, "StorePhysicalAddress": "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14043/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818020690384p/", "RequestCharge": 0, "RetryAfterInMs": null, "BELatencyInMs": null, "ReplicaHealthStatuses": [ "(port: 14043 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14055 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14335 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14352 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-05-13T18:07:52.4578426Z", "durationInMs": 0.0336 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-05-13T18:07:52.4578762Z", "durationInMs": 152.2801 }, { "event": "Pipelined", "startTimeUtc": "2024-05-13T18:07:52.6101563Z", "durationInMs": 26.3626 }, { "event": "Transit Time", "startTimeUtc": "2024-05-13T18:07:52.6365189Z", "durationInMs": "Not Set" }, { "event": "Completed", "startTimeUtc": "2024-05-13T18:07:52.6366327Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0 }, "requestSizeInBytes": 480 }, "TransportException": null } }, { "ResponseTimeUTC": "2024-05-13T18:07:52.8607912Z", "DurationInMs": 212.4127, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com/", "StoreResult": { "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "Gone", "SubStatusCode": "ServerGenerated410", "LSN": 0, "PartitionKeyRangeId": null, "GlobalCommittedLSN": -1, "ItemLSN": -1, "UsingLocalLSN": true, "QuorumAckedLSN": -1, "SessionToken": null, "CurrentWriteQuorum": -1, "CurrentReplicaSetSize": -1, "NumberOfReadRegions": -1, "IsValid": false, "StorePhysicalAddress": "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14055/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818063193331s/", "RequestCharge": 0, "RetryAfterInMs": null, "BELatencyInMs": null, "ReplicaHealthStatuses": [ "(port: 14043 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14055 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14335 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14352 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-05-13T18:07:52.6482820Z", "durationInMs": 0.022 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-05-13T18:07:52.6483040Z", "durationInMs": 204.3211 }, { "event": "Pipelined", "startTimeUtc": "2024-05-13T18:07:52.8526251Z", "durationInMs": 7.6026 }, { "event": "Transit Time", "startTimeUtc": "2024-05-13T18:07:52.8602277Z", "durationInMs": "Not Set" }, { "event": "Completed", "startTimeUtc": "2024-05-13T18:07:52.8603385Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0 }, "requestSizeInBytes": 480 }, "TransportException": null } }, { "ResponseTimeUTC": "2024-05-13T18:07:53.0558143Z", "DurationInMs": 194.7826, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com/", "StoreResult": { "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "Gone", "SubStatusCode": "ServerGenerated410", "LSN": 0, "PartitionKeyRangeId": null, "GlobalCommittedLSN": -1, "ItemLSN": -1, "UsingLocalLSN": true, "QuorumAckedLSN": -1, "SessionToken": null, "CurrentWriteQuorum": -1, "CurrentReplicaSetSize": -1, "NumberOfReadRegions": -1, "IsValid": false, "StorePhysicalAddress": "rntbd://cdb-ms-prod-centralus1-be147.documents.azure.com:14352/apps/9b1717f4-2b8f-4805-b275-a590ca6ee0a8/services/6fd8668c-bdd2-4063-b050-80c6095d4f23/partitions/66e9c540-8970-44c4-9f1b-fedadec22825/replicas/133600818063193333s/", "RequestCharge": 0, "RetryAfterInMs": null, "BELatencyInMs": null, "ReplicaHealthStatuses": [ "(port: 14043 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14055 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14335 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14352 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-05-13T18:07:52.8608842Z", "durationInMs": 0.0363 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-05-13T18:07:52.8609205Z", "durationInMs": 194.218 }, { "event": "Pipelined", "startTimeUtc": "2024-05-13T18:07:53.0551385Z", "durationInMs": 0.2318 }, { "event": "Transit Time", "startTimeUtc": "2024-05-13T18:07:53.0553703Z", "durationInMs": "Not Set" }, { "event": "Completed", "startTimeUtc": "2024-05-13T18:07:53.0554384Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0 }, "requestSizeInBytes": 480 }, "TransportException": null } } ], "HttpResponseStats": [ { "StartTimeUTC": "2024-05-13T18:07:52.3177479Z", "DurationInMs": 45.3235, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/aCUVAA==/colls/aCUVAPI7EjQ=/pkranges", "ResourceType": "PartitionKeyRange", "HttpMethod": "GET", "ActivityId": "6387cdcd-ae24-4e5f-8b44-eff3fce53bfe", "StatusCode": "OK" }, { "StartTimeUTC": "2024-05-13T18:07:52.3637145Z", "DurationInMs": 45.2231, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/aCUVAA==/colls/aCUVAPI7EjQ=/pkranges", "ResourceType": "PartitionKeyRange", "HttpMethod": "GET", "ActivityId": "4e11c0c7-14e5-4774-8e5c-51386974ec3b", "StatusCode": "NotModified", "ReasonPhrase": "Not Modified" }, { "StartTimeUTC": "2024-05-13T18:07:52.4096577Z", "DurationInMs": 43.3251, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0", "ResourceType": "Document", "HttpMethod": "GET", "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "OK" }, { "StartTimeUTC": "2024-05-13T18:07:52.6475626Z", "DurationInMs": 48.9671, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0", "ResourceType": "Document", "HttpMethod": "GET", "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "OK" } ] } } }, { "name": "Microsoft.Azure.Cosmos.Handlers.DiagnosticsHandler", "duration in milliseconds": 591.0616, "data": { "System Info": { "systemHistory": [ { "dateUtc": "2024-05-13T18:07:45.5564566Z", "cpu": 1.744, "memory": 35190220.000, "threadInfo": { "isThreadStarving": "no info", "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 0 } ] } }, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TelemetryHandler", "duration in milliseconds": 591.0446, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RetryHandler", "duration in milliseconds": 591.0373, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RouterHandler", "duration in milliseconds": 591.0136, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TransportHandler", "duration in milliseconds": 591.0101, "children": [ { "name": "Microsoft.Azure.Documents.ServerStoreModel Transport Request", "duration in milliseconds": 589.8031, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [ { "Count": 1, "Uri": "rntbd://cdb-ms-prod-northcentralus1-be18.documents.azure.com:14016/apps/38089ccc-92ba-458d-b1b4-691c5b7f9588/services/8d2edfc7-382b-4a6a-b2ce-378f01441e27/partitions/50bced10-3f4f-4ded-96d2-d901dc1e7094/replicas/133598223045896515p/" } ], "RegionsContacted": [], "FailedReplicas": [], "AddressResolutionStatistics": [ { "StartTimeUTC": "2024-05-13T18:07:52.4378715Z", "EndTimeUTC": "2024-05-13T18:07:52.7156590Z", "TargetEndpoint": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0" } ], "StoreResponseStatistics": [ { "ResponseTimeUTC": "2024-05-13T18:07:53.0259697Z", "DurationInMs": 309.3032, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com/", "StoreResult": { "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "Ok", "SubStatusCode": "Unknown", "LSN": 8, "PartitionKeyRangeId": "0", "GlobalCommittedLSN": 4, "ItemLSN": 5, "UsingLocalLSN": true, "QuorumAckedLSN": 8, "SessionToken": "0#5#1=-1#4=-1", "CurrentWriteQuorum": 3, "CurrentReplicaSetSize": 4, "NumberOfReadRegions": 2, "IsValid": true, "StorePhysicalAddress": "rntbd://cdb-ms-prod-northcentralus1-be18.documents.azure.com:14016/apps/38089ccc-92ba-458d-b1b4-691c5b7f9588/services/8d2edfc7-382b-4a6a-b2ce-378f01441e27/partitions/50bced10-3f4f-4ded-96d2-d901dc1e7094/replicas/133598223045896515p/", "RequestCharge": 1, "RetryAfterInMs": null, "BELatencyInMs": "0.248", "ReplicaHealthStatuses": [ "(port: 14016 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14169 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14301 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)", "(port: 14406 | status: Unknown | lkt: 5/13/2024 6:07:52 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-05-13T18:07:52.7165444Z", "durationInMs": 0.0181 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-05-13T18:07:52.7165625Z", "durationInMs": 253.2258 }, { "event": "Pipelined", "startTimeUtc": "2024-05-13T18:07:52.9697883Z", "durationInMs": 0.3811 }, { "event": "Transit Time", "startTimeUtc": "2024-05-13T18:07:52.9701694Z", "durationInMs": 55.5272 }, { "event": "Received", "startTimeUtc": "2024-05-13T18:07:53.0256966Z", "durationInMs": 0.2467 }, { "event": "Completed", "startTimeUtc": "2024-05-13T18:07:53.0259433Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0, "lastSendAttempt": "2024-05-13T18:07:52.9134492Z", "lastSend": "2024-05-13T18:07:52.9135747Z", "lastReceive": "2024-05-13T18:07:52.9688336Z" }, "requestSizeInBytes": 480, "responseMetadataSizeInBytes": 520, "responseBodySizeInBytes": 237 }, "TransportException": null } } ], "HttpResponseStats": [ { "StartTimeUTC": "2024-05-13T18:07:52.4379166Z", "DurationInMs": 277.5959, "RequestUri": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com//addresses/?$resolveFor=dbs%2faCUVAA%3d%3d%2fcolls%2faCUVAPI7EjQ%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0", "ResourceType": "Document", "HttpMethod": "GET", "ActivityId": "ea93651f-69cb-4de6-b31f-1dd723017c6d", "StatusCode": "OK" } ] } } } ] } ] } ] } ] } ] }, { "name": "Response Serialization", "duration in milliseconds": 0.1583 } ] } ] } ] } ] } ] } ] } ] }Logs Post Change
{ "Summary": { "DirectCalls": { "(200, 0)": 2 }, "GatewayCalls": { "(200, 0)": 4, "(304, 0)": 1 } }, "name": "ReadItemAsync", "start datetime": "2024-08-02T19:17:15.724Z", "duration in milliseconds": 1150.7291, "data": { "Client Configuration": { "Client Created Time Utc": "2024-08-02T19:17:15.7212891Z", "MachineId": "hashedMachineName:b06bba98-6c97-3610-9de4-1b586eee7a34", "NumberOfClientsCreated": 2, "NumberOfActiveClients": 2, "ConnectionMode": "Direct", "User Agent": "cosmos-netstandard-sdk/3.42.0|2|X64|Microsoft Windows 10.0.22631|.NET 6.0.32|L|", "ConnectionConfig": { "gw": "(cps:50, urto:6, p:False, httpf: False)", "rntbd": "(cto: 5, icto: -1, mrpc: 30, mcpe: 65535, erd: True, pr: ReuseUnicastPort)", "other": "(ed:False, be:False)" }, "ConsistencyConfig": "(consistency: NotSet, prgns:[Central US, North Central US], apprgn: )", "ProcessorCount": 12 }, "Hedge Regions": "(North Central US, https://dotnet-v3-multiregion-northcentralus.documents.azure.com/)", "Hedge Context": "Hedged Request" }, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RequestInvokerHandler", "duration in milliseconds": 1147.0955, "children": [ { "name": "Waiting for Initialization of client to complete", "duration in milliseconds": 216.9041 }, { "name": "Get Collection Cache", "duration in milliseconds": 0.003 }, { "name": "Read Collection", "duration in milliseconds": 218.8991, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [], "RegionsContacted": [], "FailedReplicas": [], "AddressResolutionStatistics": [], "StoreResponseStatistics": [], "HttpResponseStats": [ { "StartTimeUTC": "2024-08-02T19:17:15.9494348Z", "DurationInMs": 218.4064, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/de858fc3-370b-4893-b926-cfbffb7cc014/colls/24ab779f-0e73-484f-8d39-17e37307c110", "ResourceType": "Collection", "HttpMethod": "GET", "ActivityId": "2dfac5d8-ecc9-490b-9caf-c026946db217", "StatusCode": "OK" } ] } } }, { "name": "Microsoft.Azure.Cosmos.Handlers.DiagnosticsHandler", "duration in milliseconds": 728.4766, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TelemetryHandler", "duration in milliseconds": 728.4796, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RetryHandler", "duration in milliseconds": 728.4817, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RouterHandler", "duration in milliseconds": 728.4834, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TransportHandler", "duration in milliseconds": 728.4862, "children": [ { "name": "Microsoft.Azure.Documents.ServerStoreModel Transport Request", "duration in milliseconds": 728.4467, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [], "RegionsContacted": [], "FailedReplicas": [], "AddressResolutionStatistics": [ { "StartTimeUTC": "2024-08-02T19:17:16.2637758Z", "EndTimeUTC": "2024-08-02T19:17:16.3075654Z", "TargetEndpoint": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2fP9JQAA%3d%3d%2fcolls%2fP9JQAK5g0Z0%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0" } ], "StoreResponseStatistics": [], "HttpResponseStats": [ { "StartTimeUTC": "2024-08-02T19:17:16.1714370Z", "DurationInMs": 46.0859, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/P9JQAA==/colls/P9JQAK5g0Z0=/pkranges", "ResourceType": "PartitionKeyRange", "HttpMethod": "GET", "ActivityId": "d4204160-cd29-4f83-a25e-f58856704ddb", "StatusCode": "OK" }, { "StartTimeUTC": "2024-08-02T19:17:16.2180923Z", "DurationInMs": 45.0102, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com/dbs/P9JQAA==/colls/P9JQAK5g0Z0=/pkranges", "ResourceType": "PartitionKeyRange", "HttpMethod": "GET", "ActivityId": "c52c768a-8ce7-4f10-91bf-fd0c33194235", "StatusCode": "NotModified", "ReasonPhrase": "Not Modified" }, { "StartTimeUTC": "2024-08-02T19:17:16.2638190Z", "DurationInMs": 43.6471, "RequestUri": "https://dotnet-v3-multiregion-centralus.documents.azure.com//addresses/?$resolveFor=dbs%2fP9JQAA%3d%3d%2fcolls%2fP9JQAK5g0Z0%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0", "ResourceType": "Document", "HttpMethod": "GET", "ActivityId": "60866a1a-68fa-426c-abb5-5face91f766a", "StatusCode": "OK" } ] } } }, { "name": "Microsoft.Azure.Cosmos.Handlers.DiagnosticsHandler", "duration in milliseconds": 576.5089, "data": { "System Info": { "systemHistory": [ { "dateUtc": "2024-08-02T19:16:17.3147812Z", "cpu": 5.425, "memory": 34306324.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.2052, "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 }, { "dateUtc": "2024-08-02T19:16:27.3273627Z", "cpu": 3.822, "memory": 34320072.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.0741, "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 }, { "dateUtc": "2024-08-02T19:16:37.3407945Z", "cpu": 11.024, "memory": 34512632.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.0932, "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 }, { "dateUtc": "2024-08-02T19:16:47.3482872Z", "cpu": 11.914, "memory": 34529224.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.0474, "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 }, { "dateUtc": "2024-08-02T19:16:57.3566352Z", "cpu": 6.383, "memory": 34543744.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.0807, "availableThreads": 32765, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 }, { "dateUtc": "2024-08-02T19:17:07.3649541Z", "cpu": 5.911, "memory": 34812804.000, "threadInfo": { "isThreadStarving": "False", "threadWaitIntervalInMs": 0.0621, "availableThreads": 32764, "minThreads": 12, "maxThreads": 32767 }, "numberOfOpenTcpConnection": 5 } ] } }, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TelemetryHandler", "duration in milliseconds": 576.4797, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RetryHandler", "duration in milliseconds": 576.4738, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.RouterHandler", "duration in milliseconds": 576.4492, "children": [ { "name": "Microsoft.Azure.Cosmos.Handlers.TransportHandler", "duration in milliseconds": 576.4449, "children": [ { "name": "Microsoft.Azure.Documents.ServerStoreModel Transport Request", "duration in milliseconds": 575.2874, "data": { "Client Side Request Stats": { "Id": "AggregatedClientSideRequestStatistics", "ContactedReplicas": [ { "Count": 1, "Uri": "rntbd://cdb-ms-prod-northcentralus1-be41.documents.azure.com:14048/apps/9939b497-3017-47f2-b26b-c9c42e7afb34/services/c638ebd7-5b74-4309-a2e9-5fc32620de6a/partitions/b483febb-288d-44ff-a11c-c8e378636347/replicas/133670994089786723s/" }, { "Count": 1, "Uri": "rntbd://cdb-ms-prod-northcentralus1-be41.documents.azure.com:14051/apps/9939b497-3017-47f2-b26b-c9c42e7afb34/services/c638ebd7-5b74-4309-a2e9-5fc32620de6a/partitions/b483febb-288d-44ff-a11c-c8e378636347/replicas/133670994089786725s/" } ], "RegionsContacted": [], "FailedReplicas": [], "AddressResolutionStatistics": [ { "StartTimeUTC": "2024-08-02T19:17:16.2895682Z", "EndTimeUTC": "2024-08-02T19:17:16.5554237Z", "TargetEndpoint": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com//addresses/?$resolveFor=dbs%2fP9JQAA%3d%3d%2fcolls%2fP9JQAK5g0Z0%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0" } ], "StoreResponseStatistics": [ { "ResponseTimeUTC": "2024-08-02T19:17:16.8404717Z", "DurationInMs": 284.4994, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com/", "StoreResult": { "ActivityId": "60866a1a-68fa-426c-abb5-5face91f766a", "StatusCode": "Ok", "SubStatusCode": "Unknown", "LSN": 5, "PartitionKeyRangeId": "0", "GlobalCommittedLSN": 5, "ItemLSN": 2, "UsingLocalLSN": false, "QuorumAckedLSN": -1, "SessionToken": "0#5#1=-1#4=-1", "CurrentWriteQuorum": -1, "CurrentReplicaSetSize": -1, "NumberOfReadRegions": 2, "IsValid": true, "StorePhysicalAddress": "rntbd://cdb-ms-prod-northcentralus1-be41.documents.azure.com:14048/apps/9939b497-3017-47f2-b26b-c9c42e7afb34/services/c638ebd7-5b74-4309-a2e9-5fc32620de6a/partitions/b483febb-288d-44ff-a11c-c8e378636347/replicas/133670994089786723s/", "RequestCharge": 1, "RetryAfterInMs": null, "BELatencyInMs": "0.269", "ReplicaHealthStatuses": [ "(port: 14081 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14014 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14048 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14051 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-08-02T19:17:16.5559033Z", "durationInMs": 0.0096 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-08-02T19:17:16.5559129Z", "durationInMs": 233.705 }, { "event": "Pipelined", "startTimeUtc": "2024-08-02T19:17:16.7896179Z", "durationInMs": 0.2235 }, { "event": "Transit Time", "startTimeUtc": "2024-08-02T19:17:16.7898414Z", "durationInMs": 50.3453 }, { "event": "Received", "startTimeUtc": "2024-08-02T19:17:16.8401867Z", "durationInMs": 0.274 }, { "event": "Completed", "startTimeUtc": "2024-08-02T19:17:16.8404607Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0, "lastSendAttempt": "2024-08-02T19:17:16.7393953Z", "lastSend": "2024-08-02T19:17:16.7395303Z", "lastReceive": "2024-08-02T19:17:16.7892777Z" }, "requestSizeInBytes": 482, "responseMetadataSizeInBytes": 484, "responseBodySizeInBytes": 237 }, "TransportException": null } }, { "ResponseTimeUTC": "2024-08-02T19:17:16.8641413Z", "DurationInMs": 308.1405, "ResourceType": "Document", "OperationType": "Read", "LocationEndpoint": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com/", "StoreResult": { "ActivityId": "60866a1a-68fa-426c-abb5-5face91f766a", "StatusCode": "Ok", "SubStatusCode": "Unknown", "LSN": 5, "PartitionKeyRangeId": "0", "GlobalCommittedLSN": 5, "ItemLSN": 2, "UsingLocalLSN": false, "QuorumAckedLSN": -1, "SessionToken": "0#5#1=-1#4=-1", "CurrentWriteQuorum": -1, "CurrentReplicaSetSize": -1, "NumberOfReadRegions": 2, "IsValid": true, "StorePhysicalAddress": "rntbd://cdb-ms-prod-northcentralus1-be41.documents.azure.com:14051/apps/9939b497-3017-47f2-b26b-c9c42e7afb34/services/c638ebd7-5b74-4309-a2e9-5fc32620de6a/partitions/b483febb-288d-44ff-a11c-c8e378636347/replicas/133670994089786725s/", "RequestCharge": 1, "RetryAfterInMs": null, "BELatencyInMs": "0.239", "ReplicaHealthStatuses": [ "(port: 14081 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14014 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14048 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)", "(port: 14051 | status: Unknown | lkt: 8/2/2024 7:17:16 PM)" ], "transportRequestTimeline": { "requestTimeline": [ { "event": "Created", "startTimeUtc": "2024-08-02T19:17:16.5559761Z", "durationInMs": 0.0029 }, { "event": "ChannelAcquisitionStarted", "startTimeUtc": "2024-08-02T19:17:16.5559790Z", "durationInMs": 252.7037 }, { "event": "Pipelined", "startTimeUtc": "2024-08-02T19:17:16.8086827Z", "durationInMs": 0.274 }, { "event": "Transit Time", "startTimeUtc": "2024-08-02T19:17:16.8089567Z", "durationInMs": 54.9628 }, { "event": "Received", "startTimeUtc": "2024-08-02T19:17:16.8639195Z", "durationInMs": 0.2163 }, { "event": "Completed", "startTimeUtc": "2024-08-02T19:17:16.8641358Z", "durationInMs": 0 } ], "serviceEndpointStats": { "inflightRequests": 1, "openConnections": 1 }, "connectionStats": { "waitforConnectionInit": "True", "callsPendingReceive": 0, "lastSendAttempt": "2024-08-02T19:17:16.7534845Z", "lastSend": "2024-08-02T19:17:16.7536179Z", "lastReceive": "2024-08-02T19:17:16.8081268Z" }, "requestSizeInBytes": 482, "responseMetadataSizeInBytes": 484, "responseBodySizeInBytes": 237 }, "TransportException": null } } ], "HttpResponseStats": [ { "StartTimeUTC": "2024-08-02T19:17:16.2896110Z", "DurationInMs": 265.7674, "RequestUri": "https://dotnet-v3-multiregion-northcentralus.documents.azure.com//addresses/?$resolveFor=dbs%2fP9JQAA%3d%3d%2fcolls%2fP9JQAK5g0Z0%3d%2fdocs&$filter=protocol eq rntbd&$partitionKeyRangeIds=0", "ResourceType": "Document", "HttpMethod": "GET", "ActivityId": "60866a1a-68fa-426c-abb5-5face91f766a", "StatusCode": "OK" } ] } } } ] } ] } ] } ] } ] }, { "name": "Response Serialization", "duration in milliseconds": 0.1137 } ] } ] } ] } ] } ] } ] } ] }