type result = Mysql.result option
*)
+
+let debug = false
+let debug_print =
+ if debug then prerr_endline else (fun _ ->())
+;;
+
type result = Sqlite3.row list
type dbd = Sqlite3.db option
| No_such_index
| Bad_table_error
| GENERIC_ERROR of string
-exception Error
-let prerr_endline s = ()(*HLog.debug s;;*)
+exception Error of string
let profiler = HExtlib.profile "Sqlite3"
-let quick_connect ?host ?(database = "sqlite") ?port ?password ?user () =
+let quick_connect
+ is_library
+ ?(host = Helm_registry.get "matita.basedir")
+ ?(database = "sqlite") ?port ?password ?user ()
+=
let username = Helm_registry.get "user.name" in
- let ram_db_name =
- "/dev/shm/matita.db." ^ username ^ "." ^ string_of_int (Unix.getpid ())
+ let host_mangled = Pcre.replace ~pat:"[/ .]" ~templ:"_" host in
+ let find_db _ =
+ let base = "matita.db." ^ username ^ "." ^ host_mangled ^ "." in
+ let root = "/dev/shm/" in
+ let files = HExtlib.find ~test:(Pcre.pmatch ~pat:(base^"[0-9]+")) root in
+ let rec aux = function
+ | [] ->
+ debug_print ("HSqlite3: no valid db files found in memory");
+ let name = root ^ base ^ string_of_int (Unix.getpid ()) in
+ debug_print ("HSqlite3: memory db file name: "^name);
+ name, true
+ | x::tl ->
+ debug_print ("HSqlite3: found a .db in memory: " ^ x);
+ match Array.to_list (Pcre.extract ~pat:"\\.([0-9]+)$" x) with
+ | [] | _::_::_::_ -> assert false
+ | [_;p] when HExtlib.is_dir ("/proc/" ^ p) ->
+ debug_print ("HSqlite3: found valid db file: " ^ x);
+ x, false
+ | _ ->
+ HLog.warn ("HSqlite3: dead process db file found: " ^ x);
+ HLog.warn ("HSqlite3: removing: " ^ x);
+ ignore (Sys.command ("rm " ^ x));
+ aux tl
+ in
+ aux files
in
- let db_name = Helm_registry.get "matita.basedir" ^ "/" ^ database ^ ".db" in
- let cp_to_ram_cmd = "cp " ^ db_name ^ " " ^ ram_db_name in
- ignore (Sys.command cp_to_ram_cmd);
- let mv_to_disk_cmd _ = ignore (Sys.command ("mv " ^ ram_db_name ^ " " ^ db_name)) in
- at_exit mv_to_disk_cmd;
- Some (Sqlite3.db_open ram_db_name)
+ let db_name = host ^ "/" ^ database in
+ let db_to_open =
+ if HExtlib.is_dir "/dev/shm/" && HExtlib.writable_dir "/dev/shm/"
+ && (not is_library)
+ then (
+ let tmp_db_name, first_time = find_db () in
+ let cp_to_ram_cmd = "cp " ^ db_name ^ " " ^ tmp_db_name in
+ if first_time then
+ if HExtlib.is_regular db_name then ignore (Sys.command cp_to_ram_cmd)
+ else debug_print ("HSqlite3: no initial db: " ^ db_name)
+ else debug_print "HSqlite3: not copying the db, already in memory";
+ let mv_to_disk_cmd _ =
+ if first_time then ignore (Sys.command ("mv "^tmp_db_name^" "^db_name))
+ else debug_print "HSqlite3: not copying back the db"
+ in
+ at_exit mv_to_disk_cmd;
+ tmp_db_name)
+ else
+ db_name
+ in
+ HExtlib.mkdir (Filename.dirname db_to_open);
+ let db = Sqlite3.db_open db_to_open in
+ (* attach the REGEX function *)
+ Sqlite3.create_fun2 db "REGEXP"
+ (fun s rex ->
+ try
+ match rex, s with
+ | Sqlite3.Data.TEXT rex, Sqlite3.Data.BLOB s
+ | Sqlite3.Data.TEXT rex, Sqlite3.Data.TEXT s ->
+ let r = Str.regexp rex in
+ if Str.string_match r s 0 then
+ Sqlite3.Data.INT Int64.one
+ else
+ Sqlite3.Data.INT Int64.zero
+ | _ -> raise (Error "wrong types to 'REGEXP'")
+ with Sys.Break -> Sqlite3.Data.INT Int64.zero
+ | exn -> HLog.error (Printexc.to_string exn); raise exn);
+ Some db
;;
let disconnect db =
match db with
| None -> ()
| Some db ->
- let b = Sqlite3.db_close db in
- if b=false then prerr_endline "No Closed DataBase"
+ let b = Sqlite3.db_close db in
+ if b=false then debug_print "No Closed DataBase"
+;;
+
+(* XXX hack, sqlite has a print "%q" that should be used, but is not bound *)
+let escape s =
+ let s_escaped = Pcre.replace ~pat:"'" ~templ:"''" s in
+ (*let s_escaped = Pcre.replace ~pat:"([^'])'([^'])" ~templ:"$1''$2" s in*)
+ debug_print s;
+ debug_print s_escaped;
+ s_escaped
+;;
+
+let string_of_rc = function
+ |Sqlite3.Rc.OK -> "Sqlite3.Rc.OK"
+ |Sqlite3.Rc.ERROR -> "Sqlite3.Rc.ERROR"
+ |Sqlite3.Rc.INTERNAL -> "Sqlite3.Rc.INTERNAL"
+ |Sqlite3.Rc.PERM -> "Sqlite3.Rc.PERM"
+ |Sqlite3.Rc.ABORT -> "Sqlite3.Rc.ABORT"
+ |Sqlite3.Rc.BUSY -> "Sqlite3.Rc.BUSY"
+ |Sqlite3.Rc.LOCKED -> "Sqlite3.Rc.LOCKED"
+ |Sqlite3.Rc.NOMEM -> "Sqlite3.Rc.NOMEM"
+ |Sqlite3.Rc.READONLY -> "Sqlite3.Rc.READONLY"
+ |Sqlite3.Rc.INTERRUPT -> "Sqlite3.Rc.INTERRUPT"
+ |Sqlite3.Rc.IOERR -> "Sqlite3.Rc.IOERR"
+ |Sqlite3.Rc.CORRUPT -> "Sqlite3.Rc.CORRUPT"
+ |Sqlite3.Rc.NOTFOUND -> "Sqlite3.Rc.NOTFOUND"
+ |Sqlite3.Rc.FULL -> "Sqlite3.Rc.FULL"
+ |Sqlite3.Rc.CANTOPEN -> "Sqlite3.Rc.CANTOPEN"
+ |Sqlite3.Rc.PROTOCOL -> "Sqlite3.Rc.PROTOCOL"
+ |Sqlite3.Rc.EMPTY -> "Sqlite3.Rc.EMPTY"
+ |Sqlite3.Rc.SCHEMA -> "Sqlite3.Rc.SCHEMA"
+ |Sqlite3.Rc.TOOBIG -> "Sqlite3.Rc.TOOBIG"
+ |Sqlite3.Rc.CONSTRAINT -> "Sqlite3.Rc.CONSTRAINT"
+ |Sqlite3.Rc.MISMATCH -> "Sqlite3.Rc.MISMATCH"
+ |Sqlite3.Rc.MISUSE -> "Sqlite3.Rc.MISUSE"
+ |Sqlite3.Rc.NOFLS -> "Sqlite3.Rc.NOFLS"
+ |Sqlite3.Rc.AUTH -> "Sqlite3.Rc.AUTH"
+ |Sqlite3.Rc.FORMAT -> "Sqlite3.Rc.FORMAT"
+ |Sqlite3.Rc.RANGE -> "Sqlite3.Rc.RANGE"
+ |Sqlite3.Rc.NOTADB -> "Sqlite3.Rc.NOTADB"
+ |Sqlite3.Rc.ROW -> "Sqlite3.Rc.ROW"
+ |Sqlite3.Rc.DONE -> "Sqlite3.Rc.DONE"
+ |Sqlite3.Rc.UNKNOWN n ->
+ "Sqlite3.Rc.UNKNOWN " ^ string_of_int (Sqlite3.Rc.int_of_unknown n)
;;
-let escape s = s
+let pp_rc rc = debug_print (string_of_rc rc);;
-let exec db s =
- prerr_endline s;
+let exec s db =
+ debug_print s;
let stored_result = ref [] in
let store row =
stored_result := row :: !stored_result
in
match rc with
| Sqlite3.Rc.OK -> !stored_result
- | _ -> raise Error
+ | _ -> raise (Error (string_of_rc rc ^ ": " ^ Sqlite3.errmsg db ))
;;
let rec map res ~f =
let map f = List.map f res in
profiler.HExtlib.profile map f
+;;
let iter res ~f =
let iter f = List.iter f res in
profiler.HExtlib.profile iter f
-
-let pp_rc = function
- |Sqlite3.Rc.OK -> prerr_endline "Sqlite3.Rc.OK"
- |Sqlite3.Rc.ERROR -> prerr_endline "Sqlite3.Rc.ERROR"
- |Sqlite3.Rc.INTERNAL -> prerr_endline "Sqlite3.Rc.INTERNAL"
- |Sqlite3.Rc.PERM -> prerr_endline "Sqlite3.Rc.PERM"
- |Sqlite3.Rc.ABORT -> prerr_endline "Sqlite3.Rc.ABORT"
- |Sqlite3.Rc.BUSY -> prerr_endline "Sqlite3.Rc.BUSY"
- |Sqlite3.Rc.LOCKED -> prerr_endline "Sqlite3.Rc.LOCKED"
- |Sqlite3.Rc.NOMEM -> prerr_endline "Sqlite3.Rc.NOMEM"
- |Sqlite3.Rc.READONLY -> prerr_endline "Sqlite3.Rc.READONLY"
- |Sqlite3.Rc.INTERRUPT -> prerr_endline "Sqlite3.Rc.INTERRUPT"
- |Sqlite3.Rc.IOERR -> prerr_endline "Sqlite3.Rc.IOERR"
- |Sqlite3.Rc.CORRUPT -> prerr_endline "Sqlite3.Rc.CORRUPT"
- |Sqlite3.Rc.NOTFOUND -> prerr_endline "Sqlite3.Rc.NOTFOUND"
- |Sqlite3.Rc.FULL -> prerr_endline "Sqlite3.Rc.FULL"
- |Sqlite3.Rc.CANTOPEN -> prerr_endline "Sqlite3.Rc.CANTOPEN"
- |Sqlite3.Rc.PROTOCOL -> prerr_endline "Sqlite3.Rc.PROTOCOL"
- |Sqlite3.Rc.EMPTY -> prerr_endline "Sqlite3.Rc.EMPTY"
- |Sqlite3.Rc.SCHEMA -> prerr_endline "Sqlite3.Rc.SCHEMA"
- |Sqlite3.Rc.TOOBIG -> prerr_endline "Sqlite3.Rc.TOOBIG"
- |Sqlite3.Rc.CONSTRAINT -> prerr_endline "Sqlite3.Rc.CONSTRAINT"
- |Sqlite3.Rc.MISMATCH -> prerr_endline "Sqlite3.Rc.MISMATCH"
- |Sqlite3.Rc.MISUSE -> prerr_endline "Sqlite3.Rc.MISUSE"
- |Sqlite3.Rc.NOFLS -> prerr_endline "Sqlite3.Rc.NOFLS"
- |Sqlite3.Rc.AUTH -> prerr_endline "Sqlite3.Rc.AUTH"
- |Sqlite3.Rc.FORMAT -> prerr_endline "Sqlite3.Rc.FORMAT"
- |Sqlite3.Rc.RANGE -> prerr_endline "Sqlite3.Rc.RANGE"
- |Sqlite3.Rc.NOTADB -> prerr_endline "Sqlite3.Rc.NOTADB"
- |Sqlite3.Rc.ROW -> prerr_endline "Sqlite3.Rc.ROW"
- |Sqlite3.Rc.DONE -> prerr_endline "Sqlite3.Rc.DONE"
- |Sqlite3.Rc.UNKNOWN n ->
- prerr_endline ("Sqlite3.Rc.UNKNOWN " ^ string_of_int (Sqlite3.Rc.int_of_unknown n))
;;
let errno = function
| None -> OK
| Some db ->
- (* pp_rc (Sqlite3.errcode db); *)
- (* prerr_endline(Sqlite3.errmsg db); *)
match Sqlite3.errcode db with
|Sqlite3.Rc.OK -> OK
|Sqlite3.Rc.ERROR ->
- if Pcre.pmatch(Sqlite3.errmsg db) ~pat:"^table .* already exists" then
+ let errmsg = (Sqlite3.errmsg db) in
+ if Pcre.pmatch errmsg ~pat:"^table .* already exists" then
Table_exists_error
else
- if Pcre.pmatch(Sqlite3.errmsg db) ~pat:"^index .* already exists" then
- Dup_keyname
- else
- if Pcre.pmatch(Sqlite3.errmsg db) ~pat:"^no such table: .*" then
- No_such_table
- else
- if Pcre.pmatch(Sqlite3.errmsg db) ~pat:"^no such index: .*" then
- No_such_index
- else
- GENERIC_ERROR "ciao"
-
- |Sqlite3.Rc.INTERNAL
- |Sqlite3.Rc.PERM
- |Sqlite3.Rc.ABORT
- |Sqlite3.Rc.BUSY
- |Sqlite3.Rc.LOCKED
- |Sqlite3.Rc.NOMEM
- |Sqlite3.Rc.READONLY
- |Sqlite3.Rc.INTERRUPT
- |Sqlite3.Rc.IOERR
- |Sqlite3.Rc.CORRUPT
- |Sqlite3.Rc.NOTFOUND
- |Sqlite3.Rc.FULL
- |Sqlite3.Rc.CANTOPEN
- |Sqlite3.Rc.PROTOCOL
- |Sqlite3.Rc.EMPTY
- |Sqlite3.Rc.SCHEMA
- |Sqlite3.Rc.TOOBIG
- |Sqlite3.Rc.CONSTRAINT
- |Sqlite3.Rc.MISMATCH
- |Sqlite3.Rc.MISUSE
- |Sqlite3.Rc.NOFLS
- |Sqlite3.Rc.AUTH
- |Sqlite3.Rc.FORMAT
- |Sqlite3.Rc.RANGE
- |Sqlite3.Rc.NOTADB
- |Sqlite3.Rc.ROW
- |Sqlite3.Rc.DONE
+ if Pcre.pmatch errmsg ~pat:"^index .* already exists" then Dup_keyname
+ else if Pcre.pmatch errmsg ~pat:"^no such table: .*" then No_such_table
+ else if Pcre.pmatch errmsg ~pat:"^no such index: .*" then No_such_index
+ else GENERIC_ERROR errmsg
+ |Sqlite3.Rc.INTERNAL |Sqlite3.Rc.PERM |Sqlite3.Rc.ABORT
+ |Sqlite3.Rc.BUSY |Sqlite3.Rc.LOCKED |Sqlite3.Rc.NOMEM
+ |Sqlite3.Rc.READONLY |Sqlite3.Rc.INTERRUPT |Sqlite3.Rc.IOERR
+ |Sqlite3.Rc.CORRUPT |Sqlite3.Rc.NOTFOUND |Sqlite3.Rc.FULL
+ |Sqlite3.Rc.CANTOPEN |Sqlite3.Rc.PROTOCOL |Sqlite3.Rc.EMPTY
+ |Sqlite3.Rc.SCHEMA |Sqlite3.Rc.TOOBIG |Sqlite3.Rc.CONSTRAINT
+ |Sqlite3.Rc.MISMATCH |Sqlite3.Rc.MISUSE |Sqlite3.Rc.NOFLS
+ |Sqlite3.Rc.AUTH |Sqlite3.Rc.FORMAT |Sqlite3.Rc.RANGE
+ |Sqlite3.Rc.NOTADB |Sqlite3.Rc.ROW |Sqlite3.Rc.DONE
|Sqlite3.Rc.UNKNOWN _ -> GENERIC_ERROR "Sqlite3_generic_error"
;;
let isMysql = false
+
+let escape_string_for_like = ("ESCAPE \"\\\"" : ('a,'b,'c,'a) format4);;