Changeset 2542 for box/trunk

Timestamp:

28/06/2009 20:33:34 (3 years ago)

Author:

chris

Message:

Test that housekeeping can recreate the refcount database if it's
missing.

Location:

box/trunk/test/backupstore

Files:

• testbackupstore.cpp (modified) (19 diffs)
• testfiles/bbstored.conf (modified) (1 diff)

box/trunk/test/backupstore/testbackupstore.cpp

@@ -37 +37 @@
 #include "BackupStoreAccountDatabase.h"
 #include "BackupStoreRefCountDatabase.h"
+#include "BackupStoreAccounts.h"
+#include "HousekeepStoreAccount.h"
 
 #include "MemLeakFindOn.h"
@@ -473 +475 @@
 }
 
+std::vector<uint32_t> ExpectedRefCounts;
+
+void set_refcount(int64_t ObjectID, uint32_t RefCount = 1)
+{
+        if (ExpectedRefCounts.size() <= ObjectID);
+        {
+                ExpectedRefCounts.resize(ObjectID + 1, 0);
+        }
+        ExpectedRefCounts[ObjectID] = RefCount;
+}
+
 void create_file_in_dir(std::string name, std::string source, int64_t parentId,
         BackupProtocolClient &protocol, BackupStoreRefCountDatabase& rRefCount)
@@ -490 +503 @@
         TEST_EQUAL(objectId, rRefCount.GetLastObjectIDUsed());
         TEST_EQUAL(1, rRefCount.GetRefCount(objectId))
+        set_refcount(objectId, 1);
 }
 
@@ -510 +524 @@
         printf("Create subdirs, depth = %d, dirid = %llx\n", depth, subdirid);
 
-        std::auto_ptr<BackupStoreAccountDatabase> apAccounts(
-                BackupStoreAccountDatabase::Read("testfiles/accounts.txt"));
-        std::auto_ptr<BackupStoreRefCountDatabase> apReferences(
-                BackupStoreRefCountDatabase::Load(
-                        apAccounts->GetEntry(0x1234567), true));
         TEST_EQUAL(subdirid, rRefCount.GetLastObjectIDUsed());
         TEST_EQUAL(1, rRefCount.GetRefCount(subdirid))
+        set_refcount(subdirid, 1);
         
         // Put more directories in it, if we haven't gone down too far
@@ -635 +645 @@
         // Get a connection
         SocketStreamTLS connReadOnly;
-        connReadOnly.Open(context, Socket::TypeINET, hostname, BOX_PORT_BBSTORED);
+        connReadOnly.Open(context, Socket::TypeINET, hostname,
+                BOX_PORT_BBSTORED_TEST);
         BackupProtocolClient protocolReadOnly(connReadOnly);
 
@@ -797 +808 @@
                 TEST_THAT(store1objid == 2);
         }
+        set_refcount(store1objid, 1);
         // And retrieve it
         {
@@ -903 +915 @@
         init_context(rContext);
         std::auto_ptr<SocketStreamTLS> conn(new SocketStreamTLS);
-        conn->Open(rContext, Socket::TypeINET, hostname, BOX_PORT_BBSTORED);
+        conn->Open(rContext, Socket::TypeINET, hostname,
+                BOX_PORT_BBSTORED_TEST);
         return conn;
 }
@@ -923 +936 @@
 
         return protocol;
+}
+
+void run_housekeeping(BackupStoreAccountDatabase::Entry& rAccount)
+{
+        std::string rootDir = BackupStoreAccounts::GetAccountRoot(rAccount);
+        int discSet = rAccount.GetDiscSet();
+
+        // Do housekeeping on this account
+        HousekeepStoreAccount housekeeping(rAccount.GetID(), rootDir,
+                discSet, NULL);
+        housekeeping.DoHousekeeping(true /* keep trying forever */);
 }
 
@@ -958 +982 @@
                 {
                         SocketStreamTLS conn;
-                        conn.Open(context, Socket::TypeINET, hostname, BOX_PORT_BBSTORED);
+                        conn.Open(context, Socket::TypeINET, hostname,
+                                BOX_PORT_BBSTORED_TEST);
                         BackupProtocolClient protocol(conn);
                         std::auto_ptr<BackupProtocolClientVersion> serverVersion(protocol.QueryVersion(BACKUP_STORE_SERVER_VERSION));
@@ -974 +999 @@
                 // Open a new connection which is read only
                 SocketStreamTLS connReadOnly;
-                connReadOnly.Open(context, Socket::TypeINET, hostname, BOX_PORT_BBSTORED);
+                connReadOnly.Open(context, Socket::TypeINET, hostname,
+                        BOX_PORT_BBSTORED_TEST);
                 BackupProtocolClient protocolReadOnly(connReadOnly);
 
@@ -1022 +1048 @@
                         uploads[t].mod_time = modtime;
                         if(maxID < stored->GetObjectID()) maxID = stored->GetObjectID();
+                        set_refcount(stored->GetObjectID(), 1);
+                        BOX_TRACE("wrote file " << filename << " to server "
+                                "as object " <<
+                                BOX_FORMAT_OBJECTID(stored->GetObjectID()));
                 }
 
@@ -1142 +1172 @@
                                 patchedID = stored->GetObjectID();
                         }
+
+                        set_refcount(patchedID, 1);
+
                         // Then download it to check it's OK
                         std::auto_ptr<BackupProtocolClientSuccess> getFile(protocol.QueryGetFile(BackupProtocolClientListDirectory::RootDirectory, patchedID));
@@ -1163 +1196 @@
                         TEST_THAT(subdirid == maxID + 1);
                 }
+
+                set_refcount(subdirid, 1);
+
                 // Stick a file in it
                 int64_t subdirfileid = 0;
@@ -1179 +1215 @@
                         subdirfileid = stored->GetObjectID();
                 }
+
+                set_refcount(subdirfileid, 1);
 
                 printf("\n==== Checking upload using read-only connection\n");
@@ -1402 +1440 @@
                         subsubfileid = stored->GetObjectID();
                 }
+
+                set_refcount(subsubdirid, 1);
+                set_refcount(subsubfileid, 1);
 
                 // Query names -- test that invalid stuff returns not found OK
@@ -1760 +1801 @@
                         // Open a connection to the server
                         SocketStreamTLS conn;
-                        conn.Open(context, Socket::TypeINET, "localhost", BOX_PORT_BBSTORED);
+                        conn.Open(context, Socket::TypeINET, "localhost",
+                                BOX_PORT_BBSTORED_TEST);
 
                         // Make a protocol
@@ -1806 +1848 @@
                 TEST_EQUAL(0, ::unlink("testfiles/0_0/backup/01234567/refcount.db.rfw"));
 
-                // Context
                 TLSContext context;
                 std::auto_ptr<SocketStreamTLS> conn = open_conn("localhost",
@@ -1812 +1853 @@
                 test_server_login(*conn)->QueryFinished();
 
-                apReferences = BackupStoreRefCountDatabase::Load(
-                        apAccounts->GetEntry(0x1234567), true);
+                BackupStoreAccountDatabase::Entry account =
+                        apAccounts->GetEntry(0x1234567);
+                apReferences = BackupStoreRefCountDatabase::Load(account, true);
                 TEST_EQUAL(0, apReferences->GetLastObjectIDUsed());
 
                 TEST_THAT(ServerIsAlive(pid));
 
+                run_housekeeping(account);
+
+                // Check that housekeeping fixed the ref counts
+                TEST_EQUAL(BACKUPSTORE_ROOT_DIRECTORY_ID,
+                        apReferences->GetLastObjectIDUsed());
+                TEST_EQUAL(1, apReferences->GetRefCount(BACKUPSTORE_ROOT_DIRECTORY_ID))
+
+                TEST_THAT(ServerIsAlive(pid));
+
+                set_refcount(BACKUPSTORE_ROOT_DIRECTORY_ID, 1);
+
                 TEST_THAT(test_server("localhost") == 0);
+
+                // test that all object reference counts have the
+                // expected values
+                TEST_EQUAL(ExpectedRefCounts.size() - 1,
+                        apReferences->GetLastObjectIDUsed());
+                for (unsigned int i = BACKUPSTORE_ROOT_DIRECTORY_ID;
+                        i < ExpectedRefCounts.size(); i++)
+                {
+                        TEST_EQUAL_LINE(ExpectedRefCounts[i],
+                                apReferences->GetRefCount(i),
+                                "object " << BOX_FORMAT_OBJECTID(i));
+                }
+
+                // Delete the refcount database again, and let
+                // housekeeping recreate it and fix the ref counts.
+                // This could also happen after upgrade, if a housekeeping
+                // runs before the user logs in.
+                apReferences.reset();
+                TEST_EQUAL(0, ::unlink("testfiles/0_0/backup/01234567/refcount.db.rfw"));
+                run_housekeeping(account);
+                apReferences = BackupStoreRefCountDatabase::Load(account, true);
+
+                TEST_EQUAL(ExpectedRefCounts.size() - 1,
+                        apReferences->GetLastObjectIDUsed());
+                for (unsigned int i = BACKUPSTORE_ROOT_DIRECTORY_ID;
+                        i < ExpectedRefCounts.size(); i++)
+                {
+                        TEST_EQUAL_LINE(ExpectedRefCounts[i],
+                                apReferences->GetRefCount(i),
+                                "object " << BOX_FORMAT_OBJECTID(i));
+                }
                 
                 // Test the deletion of objects by the housekeeping system
@@ -1887 +1971 @@
                         // Open a connection to the server
                         SocketStreamTLS conn;
-                        conn.Open(context, Socket::TypeINET, "localhost", BOX_PORT_BBSTORED);
+                        conn.Open(context, Socket::TypeINET, "localhost",
+                                BOX_PORT_BBSTORED_TEST);
 
                         // Make a protocol

box/trunk/test/backupstore/testfiles/bbstored.conf

@@ -10 +10 @@
 {
         PidFile = testfiles/bbstored.pid
-        ListenAddresses = inet:localhost
+        ListenAddresses = inet:localhost:22011
         CertificateFile = testfiles/serverCerts.pem
         PrivateKeyFile = testfiles/serverPrivKey.pem