From ef4798b25707b7fc801b7393397cb080e3be21c6 Mon Sep 17 00:00:00 2001 From: "A. Jesse Jiryu Davis" Date: Fri, 17 Jun 2016 14:17:04 -0400 Subject: [PATCH] Max staleness tests. --- .../DefaultNoMaxStaleness.json | 44 ++++ .../ReplicaSetNoPrimary/Incompatible.json | 28 +++ .../LastUpdateTime10SecHeartbeat.json | 54 +++++ .../LastUpdateTime25SecHeartbeat.json | 54 +++++ .../Nearest10SecHeartbeat.json | 54 +++++ .../Nearest25SecHeartbeat.json | 54 +++++ .../DefaultNoMaxStaleness.json | 44 ++++ .../ReplicaSetWithPrimary/Incompatible.json | 28 +++ .../LastUpdateTime10SecHeartbeat.json | 54 +++++ .../LastUpdateTime25SecHeartbeat.json | 54 +++++ .../MaxStalenessTooSmall.json | 28 +++ .../MaxStalenessWithModePrimary.json | 27 +++ .../Nearest25SecHeartbeat.json | 54 +++++ .../ShortHeartbeartShortMaxStaleness.json | 46 ++++ .../ZeroMaxStaleness.json | 45 ++++ test/max_staleness/Sharded/Incompatible.json | 28 +++ .../Sharded/SmallMaxStaleness.json | 30 +++ test/max_staleness/Single/Incompatible.json | 20 ++ .../Single/SmallMaxStaleness.json | 30 +++ .../Unknown/SmallMaxStaleness.json | 17 ++ test/test_max_staleness.py | 228 ++++++++++++++++++ 21 files changed, 1021 insertions(+) create mode 100644 test/max_staleness/ReplicaSetNoPrimary/DefaultNoMaxStaleness.json create mode 100644 test/max_staleness/ReplicaSetNoPrimary/Incompatible.json create mode 100644 test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime10SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime25SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetNoPrimary/Nearest10SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetNoPrimary/Nearest25SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/DefaultNoMaxStaleness.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/Incompatible.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime10SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime25SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/MaxStalenessTooSmall.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/MaxStalenessWithModePrimary.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/Nearest25SecHeartbeat.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/ShortHeartbeartShortMaxStaleness.json create mode 100644 test/max_staleness/ReplicaSetWithPrimary/ZeroMaxStaleness.json create mode 100644 test/max_staleness/Sharded/Incompatible.json create mode 100644 test/max_staleness/Sharded/SmallMaxStaleness.json create mode 100644 test/max_staleness/Single/Incompatible.json create mode 100644 test/max_staleness/Single/SmallMaxStaleness.json create mode 100644 test/max_staleness/Unknown/SmallMaxStaleness.json create mode 100644 test/test_max_staleness.py diff --git a/test/max_staleness/ReplicaSetNoPrimary/DefaultNoMaxStaleness.json b/test/max_staleness/ReplicaSetNoPrimary/DefaultNoMaxStaleness.json new file mode 100644 index 000000000..a5907a8a7 --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/DefaultNoMaxStaleness.json @@ -0,0 +1,44 @@ +{ + "read_preference": { + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetNoPrimary/Incompatible.json b/test/max_staleness/ReplicaSetNoPrimary/Incompatible.json new file mode 100644 index 000000000..83a24ea39 --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/Incompatible.json @@ -0,0 +1,28 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 120000, + "mode": "Nearest" + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 4, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime10SecHeartbeat.json b/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime10SecHeartbeat.json new file mode 100644 index 000000000..6820bdb9b --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime10SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 20000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 10001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 10001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime25SecHeartbeat.json b/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime25SecHeartbeat.json new file mode 100644 index 000000000..3f71664ea --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/LastUpdateTime25SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 25000, + "read_preference": { + "maxStalenessMS": 50000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetNoPrimary/Nearest10SecHeartbeat.json b/test/max_staleness/ReplicaSetNoPrimary/Nearest10SecHeartbeat.json new file mode 100644 index 000000000..177daa481 --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/Nearest10SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 20000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 10001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 10001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetNoPrimary/Nearest25SecHeartbeat.json b/test/max_staleness/ReplicaSetNoPrimary/Nearest25SecHeartbeat.json new file mode 100644 index 000000000..c8db05312 --- /dev/null +++ b/test/max_staleness/ReplicaSetNoPrimary/Nearest25SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 25000, + "read_preference": { + "maxStalenessMS": 50000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetNoPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/DefaultNoMaxStaleness.json b/test/max_staleness/ReplicaSetWithPrimary/DefaultNoMaxStaleness.json new file mode 100644 index 000000000..188028e3c --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/DefaultNoMaxStaleness.json @@ -0,0 +1,44 @@ +{ + "read_preference": { + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/Incompatible.json b/test/max_staleness/ReplicaSetWithPrimary/Incompatible.json new file mode 100644 index 000000000..182a49bad --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/Incompatible.json @@ -0,0 +1,28 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 120000, + "mode": "Nearest" + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 4, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime10SecHeartbeat.json b/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime10SecHeartbeat.json new file mode 100644 index 000000000..8e852ca04 --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime10SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 20000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 10001, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime25SecHeartbeat.json b/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime25SecHeartbeat.json new file mode 100644 index 000000000..4ae2b653b --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/LastUpdateTime25SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 25000, + "read_preference": { + "maxStalenessMS": 50000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 1, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 25001, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessTooSmall.json b/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessTooSmall.json new file mode 100644 index 000000000..bd742962d --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessTooSmall.json @@ -0,0 +1,28 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 1, + "mode": "Nearest" + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessWithModePrimary.json b/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessWithModePrimary.json new file mode 100644 index 000000000..964369380 --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/MaxStalenessWithModePrimary.json @@ -0,0 +1,27 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 120000 + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/Nearest25SecHeartbeat.json b/test/max_staleness/ReplicaSetWithPrimary/Nearest25SecHeartbeat.json new file mode 100644 index 000000000..525495fc4 --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/Nearest25SecHeartbeat.json @@ -0,0 +1,54 @@ +{ + "heartbeatFrequencyMS": 25000, + "read_preference": { + "maxStalenessMS": 50000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 25001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + }, + { + "address": "c:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 0, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/ShortHeartbeartShortMaxStaleness.json b/test/max_staleness/ReplicaSetWithPrimary/ShortHeartbeartShortMaxStaleness.json new file mode 100644 index 000000000..ce3e75c57 --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/ShortHeartbeartShortMaxStaleness.json @@ -0,0 +1,46 @@ +{ + "heartbeatFrequencyMS": 1000, + "read_preference": { + "maxStalenessMS": 2000, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/ReplicaSetWithPrimary/ZeroMaxStaleness.json b/test/max_staleness/ReplicaSetWithPrimary/ZeroMaxStaleness.json new file mode 100644 index 000000000..03fa92012 --- /dev/null +++ b/test/max_staleness/ReplicaSetWithPrimary/ZeroMaxStaleness.json @@ -0,0 +1,45 @@ +{ + "read_preference": { + "maxStalenessMS": 0, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1000001, + "maxWireVersion": 5, + "type": "RSPrimary" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "RSSecondary" + } + ], + "type": "ReplicaSetWithPrimary" + } +} diff --git a/test/max_staleness/Sharded/Incompatible.json b/test/max_staleness/Sharded/Incompatible.json new file mode 100644 index 000000000..968d9afaf --- /dev/null +++ b/test/max_staleness/Sharded/Incompatible.json @@ -0,0 +1,28 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 120000, + "mode": "Nearest" + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "Mongos" + }, + { + "address": "b:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 4, + "type": "Mongos" + } + ], + "type": "Sharded" + } +} diff --git a/test/max_staleness/Sharded/SmallMaxStaleness.json b/test/max_staleness/Sharded/SmallMaxStaleness.json new file mode 100644 index 000000000..745ae4ce7 --- /dev/null +++ b/test/max_staleness/Sharded/SmallMaxStaleness.json @@ -0,0 +1,30 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 1, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "Mongos" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "Mongos" + } + ], + "type": "Sharded" + } +} diff --git a/test/max_staleness/Single/Incompatible.json b/test/max_staleness/Single/Incompatible.json new file mode 100644 index 000000000..0534e489e --- /dev/null +++ b/test/max_staleness/Single/Incompatible.json @@ -0,0 +1,20 @@ +{ + "error": true, + "read_preference": { + "maxStalenessMS": 120000, + "mode": "Nearest" + }, + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 4, + "type": "Standalone" + } + ], + "type": "Single" + } +} diff --git a/test/max_staleness/Single/SmallMaxStaleness.json b/test/max_staleness/Single/SmallMaxStaleness.json new file mode 100644 index 000000000..350dbb5d5 --- /dev/null +++ b/test/max_staleness/Single/SmallMaxStaleness.json @@ -0,0 +1,30 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 1, + "mode": "Nearest" + }, + "suitable_servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "Standalone" + } + ], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "avg_rtt_ms": 5, + "lastUpdateTime": 0, + "lastWriteDate": 1, + "maxWireVersion": 5, + "type": "Standalone" + } + ], + "type": "Single" + } +} diff --git a/test/max_staleness/Unknown/SmallMaxStaleness.json b/test/max_staleness/Unknown/SmallMaxStaleness.json new file mode 100644 index 000000000..db6135db9 --- /dev/null +++ b/test/max_staleness/Unknown/SmallMaxStaleness.json @@ -0,0 +1,17 @@ +{ + "heartbeatFrequencyMS": 10000, + "read_preference": { + "maxStalenessMS": 1, + "mode": "Nearest" + }, + "suitable_servers": [], + "topology_description": { + "servers": [ + { + "address": "a:27017", + "type": "Unknown" + } + ], + "type": "Unknown" + } +} diff --git a/test/test_max_staleness.py b/test/test_max_staleness.py new file mode 100644 index 000000000..54a3dcdec --- /dev/null +++ b/test/test_max_staleness.py @@ -0,0 +1,228 @@ +# Copyright 2016 MongoDB, Inc. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Test maxStalenessMS support.""" +import datetime +import json +import os +import sys + +sys.path[0:0] = [""] + +from pymongo import read_preferences +from pymongo.common import clean_node, HEARTBEAT_FREQUENCY +from pymongo.errors import AutoReconnect, ConfigurationError +from pymongo.ismaster import IsMaster +from pymongo.server_description import ServerDescription +from pymongo.settings import TopologySettings +from pymongo.topology import Topology +from test import unittest + + +# Location of JSON test specifications. +_TEST_PATH = os.path.join( + os.path.dirname(os.path.realpath(__file__)), + 'max_staleness') + + +class MockSocketInfo(object): + def close(self): + pass + + def __enter__(self): + return self + + def __exit__(self, exc_type, exc_val, exc_tb): + pass + + +class MockPool(object): + def __init__(self, *args, **kwargs): + pass + + def reset(self): + pass + + +class MockMonitor(object): + def __init__(self, server_description, topology, pool, topology_settings): + pass + + def open(self): + pass + + def request_check(self): + pass + + def close(self): + pass + + +def get_addresses(server_list): + seeds = [] + hosts = [] + for server in server_list: + seeds.append(clean_node(server['address'])) + hosts.append(server['address']) + return seeds, hosts + + +def make_last_write_date(server): + epoch = datetime.datetime.utcfromtimestamp(0) + millis = server.get('lastWriteDate') + if millis: + diff = ((millis % 1000) + 1000) % 1000 + seconds = (millis - diff) / 1000 + micros = diff * 1000 + return epoch + datetime.timedelta( + seconds=seconds, microseconds=micros) + else: + # "Unknown" server. + return epoch + + +def make_server_description(server, hosts): + """Make ServerDescription from server info from JSON file.""" + server_type = server['type'] + if server_type == "Unknown": + return ServerDescription(clean_node(server['address']), IsMaster({})) + + ismaster_response = {'ok': True, 'hosts': hosts} + if server_type != "Standalone" and server_type != "Mongos": + ismaster_response['setName'] = True + + if server_type == "RSPrimary": + ismaster_response['ismaster'] = True + elif server_type == "RSSecondary": + ismaster_response['secondary'] = True + elif server_type == "Mongos": + ismaster_response['msg'] = 'isdbgrid' + + ismaster_response['lastWriteDate'] = make_last_write_date(server) + if 'maxWireVersion' in server: + ismaster_response['maxWireVersion'] = server['maxWireVersion'] + + # Sets _last_update_time to now. + sd = ServerDescription(clean_node(server['address']), + IsMaster(ismaster_response), + round_trip_time=server['avg_rtt_ms']) + + sd._last_update_time = server['lastUpdateTime'] / 1000.0 # ms to sec. + return sd + + +class TestAllScenarios(unittest.TestCase): + pass + + +def create_test(scenario_def): + def run_scenario(self): + if 'heartbeatFrequencyMS' in scenario_def: + frequency_ms = int(scenario_def['heartbeatFrequencyMS']) + if frequency_ms != HEARTBEAT_FREQUENCY * 1000: + raise unittest.SkipTest( + "Test's heartbeat frequency %d doesn't match PyMongo" % + scenario_def['heartbeatFrequencyMS']) + + # Initialize topologies. + seeds, hosts = get_addresses( + scenario_def['topology_description']['servers']) + + topology = Topology( + TopologySettings(seeds=seeds, + monitor_class=MockMonitor, + pool_class=MockPool)) + + # Update topologies with server descriptions. + for server in scenario_def['topology_description']['servers']: + server_description = make_server_description(server, hosts) + topology.on_change(server_description) + + # Create server selector. + # Make first letter lowercase to match read_pref's modes. + pref_def = scenario_def['read_preference'] + mode_string = pref_def.get('mode', 'primary') + mode_string = mode_string[:1].lower() + mode_string[1:] + mode = read_preferences.read_pref_mode_from_name(mode_string) + max_staleness_ms = pref_def.get('maxStalenessMS', 0) + + if scenario_def.get('error'): + with self.assertRaises(ConfigurationError): + # Error can be raised when making Read Pref or selecting. + pref = read_preferences.make_read_preference( + mode, tag_sets=None, maxStalenessMS=max_staleness_ms) + + topology.select_server(pref) + return + + # Select servers. + pref = read_preferences.make_read_preference( + mode, tag_sets=None, maxStalenessMS=max_staleness_ms) + + if not scenario_def['suitable_servers']: + with self.assertRaises(AutoReconnect): + topology.select_server(pref, server_selection_timeout=0) + return + + actual_suitable_s = topology.select_servers(pref, + server_selection_timeout=0) + + expected_suitable_servers = {} + for server in scenario_def['suitable_servers']: + server_description = make_server_description(server, hosts) + expected_suitable_servers[server['address']] = server_description + + actual_suitable_servers = {} + for s in actual_suitable_s: + actual_suitable_servers["%s:%d" % (s.description.address[0], + s.description.address[1])] = s.description + + self.assertEqual(len(actual_suitable_servers), + len(expected_suitable_servers)) + for k, actual in actual_suitable_servers.items(): + expected = expected_suitable_servers[k] + self.assertEqual(expected.address, actual.address) + self.assertEqual(expected.server_type, actual.server_type) + self.assertEqual(expected.round_trip_time, actual.round_trip_time) + self.assertEqual(expected.tags, actual.tags) + self.assertEqual(expected.all_hosts, actual.all_hosts) + + return run_scenario + + +def create_tests(): + for dirpath, _, filenames in os.walk(_TEST_PATH): + dirname = os.path.split(dirpath) + dirname = os.path.split(dirname[-2])[-1] + '_' + dirname[-1] + + for filename in filenames: + if not filename.endswith('.json'): + continue + + with open(os.path.join(dirpath, filename)) as scenario_stream: + scenario_def = json.load(scenario_stream) + + # Construct test from scenario. + new_test = create_test(scenario_def) + test_name = 'test_%s_%s' % ( + dirname, os.path.splitext(filename)[0]) + + new_test.__name__ = test_name + setattr(TestAllScenarios, new_test.__name__, new_test) + + +create_tests() + +if __name__ == "__main__": + unittest.main()