* http://cs.unibo.it/helm/.
*)
+open Http_getter_debugger;;
open Printf;;
let fold_file f init fname =
let flags =
(match output with Some file -> ["-O"; file] | None -> []) @ [url]
in
+ debug_print ("wget " ^ String.concat " " flags);
Shell.call
~stdout:Shell.to_dev_null ~stderr:Shell.to_dev_null
[Shell.cmd "wget" flags]
- (* TODO gzip and gunzip create executables file, but umask seems to be
- correctly inherited from the shell .... boh *)
-
(* stderr shown as usual *)
let gzip ?(keep = false) fname =
- if keep then (* keep original file *)
+ if keep then begin (* keep original file *)
+ debug_print ("gzip -f -c " ^ fname);
Shell.call
~stdout:(Shell.to_file (fname ^ ".gz"))
[Shell.cmd "gzip" ["-f"; "-c"; fname]]
- else (* don't keep original file *)
+ end else begin (* don't keep original file *)
+ debug_print ("gzip -f " ^ fname);
Shell.call [Shell.cmd "gzip" ["-f"; fname]]
+ end
(* stderr shown as usual *)
let gunzip ?(keep = false) fname =
if not (Pcre.pmatch ~pat:"\\.gz$" fname) then
failwith "gunzip: source file doesn't end with '.gz'";
let basename = Pcre.replace ~pat:"\\.gz$" fname in
- if keep then (* keep original file *)
+ if keep then begin (* keep original file *)
+ debug_print ("gunzip -f -c " ^ fname);
Shell.call
~stdout:(Shell.to_file basename)
[Shell.cmd "gunzip" ["-f"; "-c"; fname]]
- else (* don't keep original file *)
+ end else begin (* don't keep original file *)
+ debug_print ("gunzip -f " ^ fname);
Shell.call [Shell.cmd "gunzip" ["-f"; fname]]
+ end
let tempfile () =
let buf = Buffer.create 28 in (* strlen("/tmp/fileSzb3Mw_http_getter") *)
[Shell.cmd "tempfile" ["--suffix=_http_getter"]];
Pcre.replace ~pat:"\n" (Buffer.contents buf)
+let mkdir ?(parents = false) dirname =
+ if not (Sys.file_exists dirname) then begin
+ let flags = if parents then ["-p"; dirname] else [dirname] in
+ debug_print ("mkdir " ^ String.concat " " flags);
+ Shell.call [Shell.cmd "mkdir" flags]
+ end
+
let string_of_proc_status = function
| Unix.WEXITED code -> sprintf "[Exited: %d]" code
| Unix.WSIGNALED sg -> sprintf "[Killed: %d]" sg
| Unix.WSTOPPED sg -> sprintf "[Stopped: %d]" sg
+let http_get url =
+ try
+ Some (Http_client.Convenience.http_get url)
+ with Http_client.Http_error (code, _) -> None
+