Avoid opam source --dev command fetches git repository with `--dept…

…h 1`

- Fixes ocaml#5061

master_changes.md

@@ -60,6 +60,7 @@ users)
 ## Exec
 
 ## Source
+  * Avoid fetching with `--depth 1` for `opam source --dev` command [#5888 @moyodiallo - fix #5061]
 
 ## Lint
 
@@ -166,6 +167,7 @@ users)
   * `OpamArg.apply_global_options`: load MSYS2 Cygwin binary path too [#5843 @rjbou]
 
 ## opam-repository
+  * `OpamRepositoryBackend.pull_url`, `OpamVCS.fetch`: add `full_fetch` optional argument to pull full history if url is a `VCS` [#5888 @moyodiallo - fix #5061]
 
 ## opam-state
   * `OpamEnv.env_expansion`: Fix detection of out-of-date environment variables, a filter predicate was inverted [#5837 @dra27]

src/client/opamCommands.ml

@@ -3696,6 +3696,7 @@ let source cli =
            match
              OpamProcess.Job.run
                (OpamRepository.pull_tree
+                  ~full_fetch:true
                   ~cache_dir:(OpamRepositoryPath.download_cache
                                 OpamStateConfig.(!r.root_dir))
                   ?subpath

src/repository/opamDarcs.ml

@@ -48,7 +48,7 @@ module VCS = struct
   (* Marks the current state, in the form of a reversing patch on top of the
      fetched state *)
 
-  let fetch ?cache_dir:_ ?subpath:_ repo_root repo_url =
+  let fetch ?full_fetch:_ ?cache_dir:_ ?subpath:_ repo_root repo_url =
     (* Just do a fresh pull into a temp directory, and replace _darcs/
        There is no easy way to diff or make sure darcs forgets about local
        patches otherwise. *)

src/repository/opamGit.ml

@@ -62,7 +62,7 @@ module VCS : OpamVCS.VCS = struct
     | Some h -> "refs/remotes/opam-ref-"^h
     | None -> "refs/remotes/opam-ref"
 
-  let fetch ?cache_dir ?subpath repo_root repo_url =
+  let fetch ?(full_fetch = false) ?cache_dir ?subpath repo_root repo_url =
     (match subpath with
      | Some sp ->
        git repo_root [ "config"; "--local"; "core.sparseCheckout"; "true" ]
@@ -95,7 +95,10 @@ module VCS : OpamVCS.VCS = struct
           OpamFilename.write alternates
             (OpamFilename.Dir.to_string (cache / "objects")))
       global_cache;
-    git repo_root [ "fetch" ; "-q"; origin; "--update-shallow"; "--depth=1"; refspec ]
+    (if full_fetch then
+       git repo_root [ "fetch" ; "-q"; origin; "--update-shallow"; refspec ]
+     else
+       git repo_root [ "fetch" ; "-q"; origin; "--update-shallow"; "--depth=1"; refspec ])
     @@> fun r ->
     if OpamProcess.check_success_and_cleanup r then
       let refspec =

src/repository/opamHTTP.ml

@@ -68,7 +68,7 @@ module B = struct
 
   let repo_update_complete _ _ = Done ()
 
-  let pull_url ?cache_dir:_ ?subpath:_ dirname checksum remote_url =
+  let pull_url ?full_fetch:_ ?cache_dir:_ ?subpath:_ dirname checksum remote_url =
     log "pull-file into %a: %a"
       (slog OpamFilename.Dir.to_string) dirname
       (slog OpamUrl.to_string) remote_url;

src/repository/opamHg.ml

@@ -37,7 +37,7 @@ module VCS = struct
     | None -> mark_prefix
     | Some fragment -> mark_prefix ^ "-" ^ fragment
 
-  let fetch ?cache_dir:_ ?subpath:_ repo_root repo_url =
+  let fetch ?full_fetch:_ ?cache_dir:_ ?subpath:_ repo_root repo_url =
     let src = OpamUrl.base_url repo_url in
     let rev = OpamStd.Option.default "default" repo_url.OpamUrl.hash in
     let mark = mark_from_url repo_url in

src/repository/opamLocal.ml

@@ -190,7 +190,7 @@ module B = struct
 
   let repo_update_complete _ _ = Done ()
 
-  let pull_url ?cache_dir:_ ?subpath local_dirname _checksum remote_url =
+  let pull_url ?full_fetch:_ ?cache_dir:_ ?subpath local_dirname _checksum remote_url =
     let local_dirname = OpamFilename.SubPath.(local_dirname /? subpath) in
     OpamFilename.mkdir local_dirname;
     let dir = OpamFilename.Dir.to_string local_dirname in

src/repository/opamRepository.ml

@@ -164,7 +164,8 @@ let validate_and_add_to_cache label url cache_dir file checksums =
 
 (* [cache_dir] used to add to cache only *)
 let pull_from_upstream
-    label ?(working_dir=false) ?subpath cache_dir destdir checksums url =
+    label ?full_fetch ?(working_dir=false) ?subpath
+    cache_dir destdir checksums url =
   let module B = (val url_backend url: OpamRepositoryBackend.S) in
   let cksum = match checksums with [] -> None | c::_ -> Some c in
   let text =
@@ -206,7 +207,7 @@ let pull_from_upstream
        )
      else url, B.pull_url
    in
-   pull ?cache_dir ?subpath destdir cksum url
+   pull ?full_fetch ?cache_dir ?subpath destdir cksum url
   )
   @@| function
   | (Result (Some file) | Up_to_date (Some file)) as ret ->
@@ -219,14 +220,17 @@ let pull_from_upstream
   | (Result None | Up_to_date None) as ret -> ret
   | Not_available _ as na -> na
 
-let pull_from_mirrors label ?working_dir ?subpath cache_dir destdir checksums urls =
+let pull_from_mirrors label ?full_fetch ?working_dir ?subpath
+    cache_dir destdir checksums urls =
   let rec aux = function
     | [] -> invalid_arg "pull_from_mirrors: empty mirror list"
     | [url] ->
-      pull_from_upstream label ?working_dir ?subpath cache_dir destdir checksums url
+      pull_from_upstream label ?full_fetch ?working_dir ?subpath
+        cache_dir destdir checksums url
       @@| fun r -> url, r
     | url::mirrors ->
-      pull_from_upstream label ?working_dir ?subpath cache_dir destdir checksums url
+      pull_from_upstream label ?full_fetch ?working_dir ?subpath
+        cache_dir destdir checksums url
       @@+ function
       | Not_available (_,s) ->
         OpamConsole.warning "%s: download of %s failed (%s), trying mirror"
@@ -246,7 +250,7 @@ let pull_from_mirrors label ?working_dir ?subpath cache_dir destdir checksums ur
 
 (* handle subpathes *)
 let pull_tree_t
-    ?cache_dir ?(cache_urls=[]) ?working_dir
+    ?full_fetch ?cache_dir ?(cache_urls=[]) ?working_dir
     dirnames checksums remote_urls =
   let extract_archive =
     let fallback success = function
@@ -342,13 +346,13 @@ let pull_tree_t
       let pull label checksums remote_urls =
         match dirnames with
         | [ label, local_dirname, subpath ] ->
-          pull_from_mirrors label ?working_dir ?subpath cache_dir local_dirname
-            checksums remote_urls
+          pull_from_mirrors label ?full_fetch ?working_dir ?subpath
+            cache_dir local_dirname checksums remote_urls
           @@| fun (url, res) ->
           (OpamUrl.to_string_w_subpath subpath url),
           res
         | _ ->
-          pull_from_mirrors label ?working_dir cache_dir tmpdir
+          pull_from_mirrors label ?full_fetch ?working_dir cache_dir tmpdir
             checksums remote_urls
           @@| fun (url, res) -> OpamUrl.to_string url, res
       in
@@ -361,10 +365,11 @@ let pull_tree_t
       | _, (Not_available _ as na) -> Done na
 
 
-let pull_tree label ?cache_dir ?(cache_urls=[]) ?working_dir ?subpath
+let pull_tree label
+    ?full_fetch ?cache_dir ?(cache_urls=[]) ?working_dir ?subpath
     local_dirname  =
-  pull_tree_t ?cache_dir ~cache_urls ?working_dir
-  [label, local_dirname, subpath]
+  pull_tree_t ?full_fetch ?cache_dir ~cache_urls ?working_dir
+    [label, local_dirname, subpath]
 
 let pull_shared_tree ?cache_dir ?(cache_urls=[]) dirnames checksums remote_urls =
   pull_tree_t ?cache_dir ~cache_urls dirnames checksums remote_urls

src/repository/opamRepository.mli

@@ -44,8 +44,9 @@ val pull_shared_tree:
 
 (* Same as [pull_shared_tree], but for a unique label/dirname. *)
 val pull_tree:
-  string -> ?cache_dir:dirname -> ?cache_urls:url list -> ?working_dir:bool ->
-  ?subpath:subpath -> dirname -> OpamHash.t list -> url list ->
+  string -> ?full_fetch:bool -> ?cache_dir:dirname -> ?cache_urls:url list ->
+  ?working_dir:bool -> ?subpath:subpath ->
+  dirname -> OpamHash.t list -> url list ->
   string download OpamProcess.job
 
 (** Same as [pull_tree], but for fetching a single file. *)

src/repository/opamRepositoryBackend.ml

@@ -22,6 +22,7 @@ type update =
 module type S = sig
   val name: OpamUrl.backend
   val pull_url:
+    ?full_fetch:bool ->
     ?cache_dir:dirname -> ?subpath:subpath -> dirname -> OpamHash.t option -> url ->
     filename option download OpamProcess.job
   val fetch_repo_update:

src/repository/opamRepositoryBackend.mli

@@ -45,6 +45,7 @@ module type S = sig
       [checksum] can be used for retrieval but is NOT checked by this
       function. *)
   val pull_url:
+    ?full_fetch:bool ->
     ?cache_dir:dirname -> ?subpath:subpath -> dirname -> OpamHash.t option ->
     url -> filename option download OpamProcess.job
 

src/repository/opamVCS.ml

@@ -18,7 +18,7 @@ module type VCS = sig
   val exists: dirname -> bool
   val init: dirname -> url -> unit OpamProcess.job
   val fetch:
-    ?cache_dir:dirname -> ?subpath:subpath -> dirname -> url ->
+    ?full_fetch:bool -> ?cache_dir:dirname -> ?subpath:subpath -> dirname -> url ->
     unit OpamProcess.job
   val reset_tree: dirname -> url -> unit OpamProcess.job
   val patch_applied: dirname -> url -> unit OpamProcess.job
@@ -42,11 +42,12 @@ module Make (VCS: VCS) = struct
   let name = VCS.name
 
   let fetch_repo_update repo_name ?cache_dir repo_root repo_url =
+    let full_fetch = false in
     if VCS.exists repo_root then
       OpamProcess.Job.catch (fun e -> Done (OpamRepositoryBackend.Update_err e))
       @@ fun () ->
       OpamRepositoryBackend.job_text repo_name "sync"
-        (VCS.fetch ?cache_dir repo_root repo_url)
+        (VCS.fetch ~full_fetch ?cache_dir repo_root repo_url)
       @@+ fun () ->
       OpamRepositoryBackend.job_text repo_name "diff"
         (VCS.diff repo_root repo_url)
@@ -62,7 +63,7 @@ module Make (VCS: VCS) = struct
         (VCS.init repo_root repo_url)
       @@+ fun () ->
       OpamRepositoryBackend.job_text repo_name "sync"
-        (VCS.fetch ?cache_dir repo_root repo_url)
+        (VCS.fetch ~full_fetch ?cache_dir repo_root repo_url)
       @@+ fun () ->
       let tmpdir = OpamFilename.Dir.(of_string (to_string repo_root ^".new")) in
       OpamFilename.copy_dir ~src:repo_root ~dst:tmpdir;
@@ -75,7 +76,7 @@ module Make (VCS: VCS) = struct
     VCS.patch_applied dirname url @@+ fun () ->
     Done ()
 
-  let pull_url ?cache_dir ?subpath dirname checksum url =
+  let pull_url ?full_fetch ?cache_dir ?subpath dirname checksum url =
     if checksum <> None then invalid_arg "VC pull_url doesn't allow checksums";
     OpamProcess.Job.catch
       (fun e ->
@@ -87,7 +88,7 @@ module Make (VCS: VCS) = struct
     @@ fun () ->
     if VCS.exists dirname then
       VCS.clean dirname @@+ fun () ->
-      VCS.fetch ?cache_dir ?subpath dirname url @@+ fun () ->
+      VCS.fetch ?full_fetch ?cache_dir ?subpath dirname url @@+ fun () ->
       VCS.is_up_to_date ?subpath dirname url @@+ function
       | true -> Done (Up_to_date None)
       | false ->
@@ -96,7 +97,7 @@ module Make (VCS: VCS) = struct
     else
       (OpamFilename.mkdir dirname;
        VCS.init dirname url @@+ fun () ->
-       VCS.fetch ?cache_dir ?subpath dirname url @@+ fun () ->
+       VCS.fetch ?full_fetch ?cache_dir ?subpath dirname url @@+ fun () ->
        VCS.reset_tree dirname url @@+ fun () ->
        Done (Result None))
 

src/repository/opamVCS.mli

@@ -29,8 +29,9 @@ module type VCS = sig
       Be aware that the remote URL might have been changed, so make sure
       to update accordingly. *)
   val fetch:
-    ?cache_dir:dirname -> ?subpath:subpath -> dirname -> url ->
-    unit OpamProcess.job
+    ?full_fetch:bool -> ?cache_dir:dirname -> ?subpath:subpath
+    -> dirname -> url
+    -> unit OpamProcess.job
 
   (** Reset the master branch of the repository to match the remote repository
       state. This might still fetch more data (git submodules...), so is