Merge pull request #2198 from dscho/avoid-commit-graph-lock-contention

dscho · dscho · commit 9f500e792ddb · 2019-05-25T22:15:42.000+02:00
Avoid commit-graph lock contention
diff --git a/builtin/am.c b/builtin/am.c
@@ -1800,7 +1800,7 @@ static void am_run(struct am_state *state, int resume)
 	 */
 	if (!state->rebasing) {
 		am_destroy(state);
-		close_all_packs(the_repository->objects);
+		close_object_store(the_repository->objects);
 		run_command_v_opt(argv_gc_auto, RUN_GIT_CMD);
 	}
 }
diff --git a/builtin/clone.c b/builtin/clone.c
@@ -1243,7 +1243,7 @@ int cmd_clone(int argc, const char **argv, const char *prefix)
 	transport_disconnect(transport);
 
 	if (option_dissociate) {
-		close_all_packs(the_repository->objects);
+		close_object_store(the_repository->objects);
 		dissociate_from_references();
 	}
 
diff --git a/builtin/fetch.c b/builtin/fetch.c
@@ -1672,7 +1672,7 @@ int cmd_fetch(int argc, const char **argv, const char *prefix)
 
 	string_list_clear(&list, 0);
 
-	close_all_packs(the_repository->objects);
+	close_object_store(the_repository->objects);
 
 	argv_array_pushl(&argv_gc_auto, "gc", "--auto", NULL);
 	if (verbosity < 0)
diff --git a/builtin/gc.c b/builtin/gc.c
@@ -632,7 +632,7 @@ int cmd_gc(int argc, const char **argv, const char *prefix)
 	gc_before_repack();
 
 	if (!repository_format_precious_objects) {
-		close_all_packs(the_repository->objects);
+		close_object_store(the_repository->objects);
 		if (run_command_v_opt(repack.argv, RUN_GIT_CMD))
 			die(FAILED_RUN, repack.argv[0]);
 
@@ -660,7 +660,7 @@ int cmd_gc(int argc, const char **argv, const char *prefix)
 	report_garbage = report_pack_garbage;
 	reprepare_packed_git(the_repository);
 	if (pack_garbage.nr > 0) {
-		close_all_packs(the_repository->objects);
+		close_object_store(the_repository->objects);
 		clean_pack_garbage();
 	}
 
diff --git a/builtin/merge.c b/builtin/merge.c
@@ -449,7 +449,7 @@ static void finish(struct commit *head_commit,
 			 * We ignore errors in 'gc --auto', since the
 			 * user should see them.
 			 */
-			close_all_packs(the_repository->objects);
+			close_object_store(the_repository->objects);
 			run_command_v_opt(argv_gc_auto, RUN_GIT_CMD);
 		}
 	}
diff --git a/builtin/rebase.c b/builtin/rebase.c
@@ -328,7 +328,7 @@ static int finish_rebase(struct rebase_options *opts)
 
 	delete_ref(NULL, "REBASE_HEAD", NULL, REF_NO_DEREF);
 	apply_autostash(opts);
-	close_all_packs(the_repository->objects);
+	close_object_store(the_repository->objects);
 	/*
 	 * We ignore errors in 'gc --auto', since the
 	 * user should see them.
diff --git a/builtin/receive-pack.c b/builtin/receive-pack.c
@@ -2032,7 +2032,7 @@ int cmd_receive_pack(int argc, const char **argv, const char *prefix)
 			proc.git_cmd = 1;
 			proc.argv = argv_gc_auto;
 
-			close_all_packs(the_repository->objects);
+			close_object_store(the_repository->objects);
 			if (!start_command(&proc)) {
 				if (use_sideband)
 					copy_to_sideband(proc.err, -1, NULL);
diff --git a/builtin/repack.c b/builtin/repack.c
@@ -419,7 +419,7 @@ int cmd_repack(int argc, const char **argv, const char *prefix)
 	if (!names.nr && !po_args.quiet)
 		printf_ln(_("Nothing new to pack."));
 
-	close_all_packs(the_repository->objects);
+	close_object_store(the_repository->objects);
 
 	/*
 	 * Ok we have prepared all new packfiles.
diff --git a/commit-graph.c b/commit-graph.c
@@ -305,10 +305,10 @@ int generation_numbers_enabled(struct repository *r)
 	return !!first_generation;
 }
 
-void close_commit_graph(struct repository *r)
+void close_commit_graph(struct raw_object_store *o)
 {
-	free_commit_graph(r->objects->commit_graph);
-	r->objects->commit_graph = NULL;
+	free_commit_graph(o->commit_graph);
+	o->commit_graph = NULL;
 }
 
 static int bsearch_graph(struct commit_graph *g, struct object_id *oid, uint32_t *pos)
@@ -1049,7 +1049,7 @@ void write_commit_graph(const char *obj_dir,
 	stop_progress(&progress);
 	strbuf_release(&progress_title);
 
-	close_commit_graph(the_repository);
+	close_commit_graph(the_repository->objects);
 	finalize_hashfile(f, NULL, CSUM_HASH_IN_STREAM | CSUM_FSYNC);
 	commit_lock_file(&lk);
 
diff --git a/commit-graph.h b/commit-graph.h
@@ -72,7 +72,7 @@ void write_commit_graph(const char *obj_dir,
 
 int verify_commit_graph(struct repository *r, struct commit_graph *g);
 
-void close_commit_graph(struct repository *);
+void close_commit_graph(struct raw_object_store *);
 void free_commit_graph(struct commit_graph *);
 
 #endif
diff --git a/object.c b/object.c
@@ -517,7 +517,7 @@ void raw_object_store_clear(struct raw_object_store *o)
 	o->loaded_alternates = 0;
 
 	INIT_LIST_HEAD(&o->packed_git_mru);
-	close_all_packs(o);
+	close_object_store(o);
 	o->packed_git = NULL;
 }
 
diff --git a/packfile.c b/packfile.c
@@ -16,6 +16,7 @@
 #include "tree.h"
 #include "object-store.h"
 #include "midx.h"
+#include "commit-graph.h"
 
 char *odb_pack_name(struct strbuf *buf,
 		    const unsigned char *sha1,
@@ -336,7 +337,7 @@ void close_pack(struct packed_git *p)
 	close_pack_index(p);
 }
 
-void close_all_packs(struct raw_object_store *o)
+void close_object_store(struct raw_object_store *o)
 {
 	struct packed_git *p;
 
@@ -350,6 +351,8 @@ void close_all_packs(struct raw_object_store *o)
 		close_midx(o->multi_pack_index);
 		o->multi_pack_index = NULL;
 	}
+
+	close_commit_graph(o);
 }
 
 /*
diff --git a/packfile.h b/packfile.h
@@ -81,7 +81,7 @@ extern uint32_t get_pack_fanout(struct packed_git *p, uint32_t value);
 extern unsigned char *use_pack(struct packed_git *, struct pack_window **, off_t, unsigned long *);
 extern void close_pack_windows(struct packed_git *);
 extern void close_pack(struct packed_git *);
-extern void close_all_packs(struct raw_object_store *o);
+extern void close_object_store(struct raw_object_store *o);
 extern void unuse_pack(struct pack_window **);
 extern void clear_delta_base_cache(void);
 extern struct packed_git *add_packed_git(const char *path, size_t path_len, int local);
diff --git a/upload-pack.c b/upload-pack.c
@@ -717,7 +717,7 @@ static void deepen_by_rev_list(struct packet_writer *writer, int ac,
 {
 	struct commit_list *result;
 
-	close_commit_graph(the_repository);
+	close_commit_graph(the_repository->objects);
 	result = get_shallow_commits_by_rev_list(ac, av, SHALLOW, NOT_SHALLOW);
 	send_shallow(writer, result);
 	free_commit_list(result);

Original file line number	Diff line number	Diff line change
`@@ -1800,7 +1800,7 @@ static void am_run(struct am_state *state, int resume)`
`1800`	`1800`	`*/`
`1801`	`1801`	`if (!state->rebasing) {`
`1802`	`1802`	`am_destroy(state);`
`1803`		`- close_all_packs(the_repository->objects);`
	`1803`	`+ close_object_store(the_repository->objects);`
`1804`	`1804`	`run_command_v_opt(argv_gc_auto, RUN_GIT_CMD);`
`1805`	`1805`	`}`
`1806`	`1806`	`}`
Original file line number	Diff line number	Diff line change
`@@ -1243,7 +1243,7 @@ int cmd_clone(int argc, const char *argv, const char prefix)`
`1243`	`1243`	`transport_disconnect(transport);`
`1244`	`1244`
`1245`	`1245`	`if (option_dissociate) {`
`1246`		`- close_all_packs(the_repository->objects);`
	`1246`	`+ close_object_store(the_repository->objects);`
`1247`	`1247`	`dissociate_from_references();`
`1248`	`1248`	`}`
`1249`	`1249`
Original file line number	Diff line number	Diff line change
`@@ -449,7 +449,7 @@ static void finish(struct commit *head_commit,`
`449`	`449`	`* We ignore errors in 'gc --auto', since the`
`450`	`450`	`* user should see them.`
`451`	`451`	`*/`
`452`		`- close_all_packs(the_repository->objects);`
	`452`	`+ close_object_store(the_repository->objects);`
`453`	`453`	`run_command_v_opt(argv_gc_auto, RUN_GIT_CMD);`
`454`	`454`	`}`
`455`	`455`	`}`
Original file line number	Diff line number	Diff line change
`@@ -305,10 +305,10 @@ int generation_numbers_enabled(struct repository *r)`
`305`	`305`	`return !!first_generation;`
`306`	`306`	`}`
`307`	`307`
`308`		`-void close_commit_graph(struct repository *r)`
	`308`	`+void close_commit_graph(struct raw_object_store *o)`
`309`	`309`	`{`
`310`		`- free_commit_graph(r->objects->commit_graph);`
`311`		`- r->objects->commit_graph = NULL;`
	`310`	`+ free_commit_graph(o->commit_graph);`
	`311`	`+ o->commit_graph = NULL;`
`312`	`312`	`}`
`313`	`313`
`314`	`314`	`static int bsearch_graph(struct commit_graph g, struct object_id oid, uint32_t *pos)`
`@@ -1049,7 +1049,7 @@ void write_commit_graph(const char *obj_dir,`
`1049`	`1049`	`stop_progress(&progress);`
`1050`	`1050`	`strbuf_release(&progress_title);`
`1051`	`1051`
`1052`		`- close_commit_graph(the_repository);`
	`1052`	`+ close_commit_graph(the_repository->objects);`
`1053`	`1053`	`finalize_hashfile(f, NULL, CSUM_HASH_IN_STREAM \| CSUM_FSYNC);`
`1054`	`1054`	`commit_lock_file(&lk);`
`1055`	`1055`