[Neo-report] r2103 vincent - in /trunk/neo: client/ client/handlers/ tests/client/
nobody at svn.erp5.org
nobody at svn.erp5.org
Thu May 13 20:54:46 CEST 2010
Author: vincent
Date: Thu May 13 20:54:46 2010
New Revision: 2103
Log:
Make object store counter become a {serial: counter} mapping.
This allows always checking whether a storage accepted the object for a
conflicting serial value, so do it.
Modified:
trunk/neo/client/app.py
trunk/neo/client/handlers/storage.py
trunk/neo/tests/client/testClientApp.py
trunk/neo/tests/client/testStorageHandler.py
Modified: trunk/neo/client/app.py
==============================================================================
--- trunk/neo/client/app.py [iso-8859-1] (original)
+++ trunk/neo/client/app.py [iso-8859-1] Thu May 13 20:54:46 2010
@@ -584,7 +584,7 @@
# Store object in tmp cache
self.local_var.data_dict[oid] = data
# Store data on each node
- self.local_var.object_stored_counter_dict[oid] = 0
+ self.local_var.object_stored_counter_dict[oid] = {}
self.local_var.object_serial_dict[oid] = (serial, version)
getConnForCell = self.cp.getConnForCell
for cell in cell_list:
@@ -663,9 +663,9 @@
break
# Check for never-stored objects, and update result for all others
- for oid, store_count in \
+ for oid, store_dict in \
local_var.object_stored_counter_dict.iteritems():
- if store_count == 0:
+ if not store_dict:
raise NEOStorageError('tpc_store failed')
elif oid in resolved_oid_set:
append((oid, ResolvedSerial))
Modified: trunk/neo/client/handlers/storage.py
==============================================================================
--- trunk/neo/client/handlers/storage.py [iso-8859-1] (original)
+++ trunk/neo/client/handlers/storage.py [iso-8859-1] Thu May 13 20:54:46 2010
@@ -69,7 +69,7 @@
def answerStoreObject(self, conn, conflicting, oid, serial):
local_var = self.app.local_var
- object_stored_counter_dict = local_var.object_stored_counter_dict
+ object_stored_counter_dict = local_var.object_stored_counter_dict[oid]
if conflicting:
conflict_serial_dict = local_var.conflict_serial_dict
pending_serial = conflict_serial_dict.get(oid)
@@ -80,18 +80,19 @@
'object (%s) in a single store: %s, %s, %s' % (
dump(oid), dump(pending_serial),
dump(resolved_serial), dump(serial))
+ if serial in object_stored_counter_dict:
+ raise NEOStorageError, 'A storage accepted object for ' \
+ 'serial %s but another reports a conflict for it.' % (
+ dump(serial), )
# If this conflict is not already resolved, mark it for
# resolution.
if resolved_serial is None:
- if object_stored_counter_dict[oid]:
- raise NEOStorageError, 'Storage node(s) accepted ' \
- 'object %s, but one (%s) reports a conflict.' % (
- dump(oid), dump(conn.getUUID()))
# Note: we might overwrite an entry, but above test protects
# against overwriting a different value.
conflict_serial_dict[oid] = serial
else:
- object_stored_counter_dict[oid] += 1
+ object_stored_counter_dict[serial] = \
+ object_stored_counter_dict.get(serial, 0) + 1
def answerStoreTransaction(self, conn, tid):
if tid != self.app.getTID():
Modified: trunk/neo/tests/client/testClientApp.py
==============================================================================
--- trunk/neo/tests/client/testClientApp.py [iso-8859-1] (original)
+++ trunk/neo/tests/client/testClientApp.py [iso-8859-1] Thu May 13 20:54:46 2010
@@ -463,7 +463,7 @@
failing_tryToResolveConflict)
self.assertTrue(oid not in app.local_var.data_dict)
self.assertEquals(app.local_var.conflict_serial_dict[oid], tid)
- self.assertEquals(app.local_var.object_stored_counter_dict[oid], 0)
+ self.assertEquals(app.local_var.object_stored_counter_dict[oid], {})
self.checkAskStoreObject(conn)
def test_store3(self):
@@ -496,7 +496,7 @@
self.checkAskStoreObject(conn)
app.local_var.queue.put((conn, packet))
app.waitStoreResponses(resolving_tryToResolveConflict)
- self.assertEquals(app.local_var.object_stored_counter_dict[oid], 1)
+ self.assertEquals(app.local_var.object_stored_counter_dict[oid], {tid: 1})
self.assertEquals(app.local_var.data_dict.get(oid, None), 'DATA')
self.assertFalse(oid in app.local_var.conflict_serial_dict)
Modified: trunk/neo/tests/client/testStorageHandler.py
==============================================================================
--- trunk/neo/tests/client/testStorageHandler.py [iso-8859-1] (original)
+++ trunk/neo/tests/client/testStorageHandler.py [iso-8859-1] Thu May 13 20:54:46 2010
@@ -93,15 +93,15 @@
tid = self.getNextTID()
# conflict
local_var = self.app.local_var
- local_var.object_stored_counter_dict = {oid: 0}
+ local_var.object_stored_counter_dict = {oid: {}}
local_var.conflict_serial_dict = {}
local_var.resolved_conflict_serial_dict = {}
self.handler.answerStoreObject(conn, 1, oid, tid)
self.assertEqual(local_var.conflict_serial_dict[oid], tid)
- self.assertEqual(local_var.object_stored_counter_dict[oid], 0)
+ self.assertEqual(local_var.object_stored_counter_dict[oid], {})
self.assertFalse(oid in local_var.resolved_conflict_serial_dict)
# object was already accepted by another storage, raise
- local_var.object_stored_counter_dict = {oid: 1}
+ local_var.object_stored_counter_dict = {oid: {tid: 1}}
local_var.conflict_serial_dict = {}
local_var.resolved_conflict_serial_dict = {}
self.assertRaises(NEOStorageError, self.handler.answerStoreObject,
@@ -114,21 +114,21 @@
tid_2 = self.getNextTID()
# resolution-pending conflict
local_var = self.app.local_var
- local_var.object_stored_counter_dict = {oid: 0}
+ local_var.object_stored_counter_dict = {oid: {}}
local_var.conflict_serial_dict = {oid: tid}
local_var.resolved_conflict_serial_dict = {}
self.handler.answerStoreObject(conn, 1, oid, tid)
self.assertEqual(local_var.conflict_serial_dict[oid], tid)
self.assertFalse(oid in local_var.resolved_conflict_serial_dict)
- self.assertEqual(local_var.object_stored_counter_dict[oid], 0)
+ self.assertEqual(local_var.object_stored_counter_dict[oid], {})
# object was already accepted by another storage, raise
- local_var.object_stored_counter_dict = {oid: 1}
+ local_var.object_stored_counter_dict = {oid: {tid: 1}}
local_var.conflict_serial_dict = {oid: tid}
local_var.resolved_conflict_serial_dict = {}
self.assertRaises(NEOStorageError, self.handler.answerStoreObject,
conn, 1, oid, tid)
# detected conflict is different, raise
- local_var.object_stored_counter_dict = {oid: 0}
+ local_var.object_stored_counter_dict = {oid: {}}
local_var.conflict_serial_dict = {oid: tid}
local_var.resolved_conflict_serial_dict = {}
self.assertRaises(NEOStorageError, self.handler.answerStoreObject,
@@ -144,15 +144,15 @@
# any other storage already answered (with same conflict) and any other
# storage accepted the resolved object.
local_var = self.app.local_var
- local_var.object_stored_counter_dict = {oid: 1}
+ local_var.object_stored_counter_dict = {oid: {tid_2: 1}}
local_var.conflict_serial_dict = {}
local_var.resolved_conflict_serial_dict = {oid: tid}
self.handler.answerStoreObject(conn, 1, oid, tid)
self.assertFalse(oid in local_var.conflict_serial_dict)
self.assertEqual(local_var.resolved_conflict_serial_dict[oid], tid)
- self.assertEqual(local_var.object_stored_counter_dict[oid], 1)
+ self.assertEqual(local_var.object_stored_counter_dict[oid], {tid_2: 1})
# detected conflict is different, raise
- local_var.object_stored_counter_dict = {oid: 1}
+ local_var.object_stored_counter_dict = {oid: {tid: 1}}
local_var.conflict_serial_dict = {}
local_var.resolved_conflict_serial_dict = {oid: tid}
self.assertRaises(NEOStorageError, self.handler.answerStoreObject,
@@ -164,13 +164,13 @@
tid = self.getNextTID()
# no conflict
local_var = self.app.local_var
- local_var.object_stored_counter_dict = {oid: 0}
+ local_var.object_stored_counter_dict = {oid: {}}
local_var.conflict_serial_dict = {}
local_var.resolved_conflict_serial_dict = {}
self.handler.answerStoreObject(conn, 0, oid, tid)
self.assertFalse(oid in local_var.conflict_serial_dict)
self.assertFalse(oid in local_var.resolved_conflict_serial_dict)
- self.assertEqual(local_var.object_stored_counter_dict[oid], 1)
+ self.assertEqual(local_var.object_stored_counter_dict[oid], {tid: 1})
def test_answerStoreTransaction(self):
conn = self.getConnection()
More information about the Neo-report
mailing list