-
Notifications
You must be signed in to change notification settings - Fork 178
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[git] Add recovery functionality to fetch method
This commit implements the recovery functionality in the fetch method of the Git backend, enabling the recovery of Perceval execution from a specific commit. Now, users can specify a recovery commit to start fetching commits from that point, ensuring robustness against failures. Signed-off-by: Jose Javier Merchante <[email protected]>
- Loading branch information
1 parent
1a3b337
commit 6bb1f96
Showing
2 changed files
with
195 additions
and
2 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -706,6 +706,95 @@ def test_fetch_from_file(self): | |
| self.assertEqual(commit['category'], 'commit') | ||
| self.assertEqual(commit['tag'], 'http://example.com.git') | ||
|
|
||
| def test_fetch_recovery(self): | ||
| """Test whether recovery from a commits works""" | ||
|
|
||
| origin_path = os.path.join(self.tmp_repo_path, 'gittest') | ||
| editable_path = os.path.join(self.tmp_path, 'editgit') | ||
| new_path = os.path.join(self.tmp_path, 'newgit') | ||
| new_file = os.path.join(editable_path, 'newfile') | ||
|
|
||
| shutil.copytree(origin_path, editable_path) | ||
|
|
||
| git = Git(editable_path, new_path) | ||
| commits = [commit for commit in git.fetch()] | ||
|
|
||
| # Count the number of commits before adding some new | ||
| expected = [('bc57a9209f096a130dcc5ba7089a8663f758a703', 1344965413.0), | ||
| ('87783129c3f00d2c81a3a8e585eb86a47e39891a', 1344965535.0), | ||
| ('7debcf8a2f57f86663809c58b5c07a398be7674c', 1344965607.0), | ||
| ('c0d66f92a95e31c77be08dc9d0f11a16715d1885', 1344965702.0), | ||
| ('c6ba8f7a1058db3e6b4bc6f1090e932b107605fb', 1344966351.0), | ||
| ('589bb080f059834829a2a5955bebfd7c2baa110a', 1344967441.0), | ||
| ('ce8e0b86a1e9877f42fe9453ede418519115f367', 1392185269.0), | ||
| ('51a3b654f252210572297f47597b31527c475fb8', 1392185366.0), | ||
| ('456a68ee1407a77f3e804a30dff245bb6c6b872f', 1392185439.0)] | ||
|
|
||
| self.assertEqual(len(commits), len(expected)) | ||
|
|
||
| for x in range(len(commits)): | ||
| expected_uuid = uuid(editable_path, expected[x][0]) | ||
| commit = commits[x] | ||
| self.assertEqual(commit['uuid'], expected_uuid) | ||
| self.assertEqual(commit['data']['commit'], expected[x][0]) | ||
|
|
||
| # Check we can recover from a commit | ||
| from_commit = 'c6ba8f7a1058db3e6b4bc6f1090e932b107605fb' | ||
| commits_recovery = [commit for commit in git.fetch(recovery_commit=from_commit)] | ||
|
|
||
| expected_recovery = expected[4:] | ||
|
|
||
| self.assertEqual(len(commits_recovery), len(expected_recovery)) | ||
|
|
||
| for x in range(len(commits_recovery)): | ||
| expected_uuid = uuid(editable_path, expected_recovery[x][0]) | ||
| commit = commits_recovery[x] | ||
| self.assertEqual(commit['uuid'], expected_uuid) | ||
| self.assertEqual(commit['data']['commit'], expected_recovery[x][0]) | ||
|
|
||
| # Create some new commits | ||
| cmd = ['git', 'checkout', '-b', 'mybranch'] | ||
| subprocess.check_output(cmd, stderr=subprocess.STDOUT, | ||
| cwd=editable_path, env={'LANG': 'C'}) | ||
|
|
||
| with open(new_file, 'w') as f: | ||
| f.write("Testing sync method") | ||
|
|
||
| cmd = ['git', 'add', new_file] | ||
| subprocess.check_output(cmd, stderr=subprocess.STDOUT, | ||
| cwd=editable_path, env={'LANG': 'C'}) | ||
|
|
||
| cmd = ['git', '-c', 'user.name="mock"', | ||
| '-c', 'user.email="[email protected]"', | ||
| 'commit', '-m', 'Testing sync'] | ||
| subprocess.check_output(cmd, stderr=subprocess.STDOUT, | ||
| cwd=editable_path, env={'LANG': 'C'}) | ||
|
|
||
| cmd = ['git', 'rm', new_file] | ||
| subprocess.check_output(cmd, stderr=subprocess.STDOUT, | ||
| cwd=editable_path, env={'LANG': 'C'}) | ||
|
|
||
| cmd = ['git', '-c', 'user.name="mock"', | ||
| '-c', 'user.email="[email protected]"', | ||
| 'commit', '-m', 'Removing testing file for sync'] | ||
| subprocess.check_output(cmd, stderr=subprocess.STDOUT, | ||
| cwd=editable_path, env={'LANG': 'C'}) | ||
|
|
||
| # Two new commits should have been fetched | ||
| commits = [commit for commit in git.fetch(latest_items=True)] | ||
| self.assertEqual(len(commits), 2) | ||
|
|
||
| # Check if we can recover from the last packfile | ||
| from_commit = commits[0]['data']['commit'] | ||
| commits_recovery = [commit for commit in git.fetch(recovery_commit=from_commit)] | ||
| self.assertEqual(len(commits_recovery), 2) | ||
| self.assertEqual(commits_recovery[0]['uuid'], commits[0]['uuid']) | ||
| self.assertEqual(commits_recovery[1]['uuid'], commits[1]['uuid']) | ||
|
|
||
| # Cleanup | ||
| shutil.rmtree(editable_path) | ||
| shutil.rmtree(new_path) | ||
|
|
||
| def test_git_parser(self): | ||
| """Test if the static method parses a git log file""" | ||
|
|
||
|
|
@@ -873,6 +962,18 @@ def test_setup_cmd_parser(self): | |
| self.assertEqual(parsed_args.uri, 'http://example.com/') | ||
| self.assertFalse(parsed_args.ssl_verify) | ||
|
|
||
| args = ['http://example.com/', | ||
| '--git-path', '/tmp/gitpath', | ||
| '--recovery', 'foocommit'] | ||
|
|
||
| parsed_args = parser.parse(*args) | ||
| self.assertEqual(parsed_args.git_path, '/tmp/gitpath') | ||
| self.assertEqual(parsed_args.uri, 'http://example.com/') | ||
| self.assertEqual(parsed_args.recovery_commit, 'foocommit') | ||
| self.assertFalse(parsed_args.no_update) | ||
| self.assertFalse(parsed_args.latest_items) | ||
| self.assertTrue(parsed_args.ssl_verify) | ||
|
|
||
| def test_mutual_exclusive_update(self): | ||
| """Test whether an exception is thrown when no-update and latest-items flags are set""" | ||
|
|
||
|
|
@@ -885,6 +986,18 @@ def test_mutual_exclusive_update(self): | |
| with self.assertRaises(SystemExit): | ||
| _ = parser.parse(*args) | ||
|
|
||
| def test_mutual_exclusive_recovery(self): | ||
| """Test whether an exception is thrown when recovery and latest-items flags are set""" | ||
|
|
||
| parser = GitCommand.setup_cmd_parser() | ||
| args = ['http://example.com/', | ||
| '--git-path', '/tmp/gitpath', | ||
| '--recovery', 'foocommit', | ||
| '--latest-items'] | ||
|
|
||
| with self.assertRaises(SystemExit): | ||
| _ = parser.parse(*args) | ||
|
|
||
|
|
||
| class TestGitParser(TestCaseGit): | ||
| """Git parser tests""" | ||
|
|
||