author | wenzelm |
Sun, 25 Feb 2024 14:53:59 +0100 | |
changeset 79726 | 621676d7fb9a |
parent 79725 | abb5eedfeecf |
child 79727 | 529a6e35aaa9 |
permissions | -rw-r--r-- |
63788 | 1 |
/* Title: Pure/General/sql.scala |
63778 | 2 |
Author: Makarius |
3 |
||
65006 | 4 |
Support for SQL databases: SQLite and PostgreSQL. |
78351 | 5 |
|
79724 | 6 |
See https://docs.oracle.com/en/java/javase/21/docs/api/java.sql/java/sql/Connection.html |
63778 | 7 |
*/ |
8 |
||
9 |
package isabelle |
|
10 |
||
69393
ed0824ef337e
static type for Library.using: avoid Java 11 warnings on "Illegal reflective access";
wenzelm
parents:
69327
diff
changeset
|
11 |
|
65021 | 12 |
import java.time.OffsetDateTime |
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
13 |
import java.sql.{DriverManager, Connection, PreparedStatement, ResultSet, SQLException} |
63779 | 14 |
|
78891
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
15 |
import org.sqlite.SQLiteConfig |
77037
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
16 |
import org.sqlite.jdbc4.JDBC4Connection |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
17 |
import org.postgresql.PGConnection |
77037
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
18 |
|
65740 | 19 |
import scala.collection.mutable |
20 |
||
63779 | 21 |
|
75393 | 22 |
object SQL { |
78547 | 23 |
lazy val time_start = Time.now() |
24 |
||
65006 | 25 |
/** SQL language **/ |
26 |
||
65730 | 27 |
type Source = String |
28 |
||
29 |
||
63778 | 30 |
/* concrete syntax */ |
31 |
||
78891
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
32 |
def string(s: String): Source = { |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
33 |
val q = '\'' |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
34 |
val result = new StringBuilder(s.length + 10) |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
35 |
result += q |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
36 |
for (c <- s.iterator) { |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
37 |
if (c == '\u0000') error("Illegal NUL character in SQL string literal") |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
38 |
if (c == q) result += q |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
39 |
result += c |
63778 | 40 |
} |
78891
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
41 |
result += q |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
42 |
result.toString |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
43 |
} |
63778 | 44 |
|
65730 | 45 |
def ident(s: String): Source = |
65677
7d25b8dbdbfa
proper quote (amending 546020a98a91): e.g. relevant for "ISABELLE_BUILD_OPTIONS";
wenzelm
parents:
65673
diff
changeset
|
46 |
Long_Name.implode(Long_Name.explode(s).map(a => quote(a.replace("\"", "\"\"")))) |
63779 | 47 |
|
65730 | 48 |
def enclose(s: Source): Source = "(" + s + ")" |
49 |
def enclosure(ss: Iterable[Source]): Source = ss.mkString("(", ", ", ")") |
|
63791 | 50 |
|
77381
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
51 |
def separate(sql: Source): Source = |
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
52 |
(if (sql.isEmpty || sql.startsWith(" ")) "" else " ") + sql |
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
53 |
|
77403
be8e14c7da80
clarified signature, although "sql" argument is de-facto mandatory;
wenzelm
parents:
77381
diff
changeset
|
54 |
def select(columns: List[Column] = Nil, distinct: Boolean = false, sql: Source = ""): Source = |
65774 | 55 |
"SELECT " + (if (distinct) "DISTINCT " else "") + |
77403
be8e14c7da80
clarified signature, although "sql" argument is de-facto mandatory;
wenzelm
parents:
77381
diff
changeset
|
56 |
(if (columns.isEmpty) "*" else commas(columns.map(_.ident))) + " FROM " + sql |
65644
7ef438495a02
support for qualified names, which are not quoted (e.g. for SQLite);
wenzelm
parents:
65641
diff
changeset
|
57 |
|
65775 | 58 |
val join_outer: Source = " LEFT OUTER JOIN " |
59 |
val join_inner: Source = " INNER JOIN " |
|
65776 | 60 |
def join(outer: Boolean): Source = if (outer) join_outer else join_inner |
65775 | 61 |
|
78544 | 62 |
def MULTI(args: Iterable[Source]): Source = |
63 |
args.iterator.filter(_.nonEmpty).mkString(";\n") |
|
64 |
def multi(args: Source*): Source = MULTI(args) |
|
65 |
||
77370 | 66 |
def infix(op: Source, args: Iterable[Source]): Source = { |
67 |
val body = args.iterator.filter(_.nonEmpty).mkString(" " + op + " ") |
|
68 |
if_proper(body, enclose(body)) |
|
69 |
} |
|
70 |
||
71 |
def AND(args: Iterable[Source]): Source = infix("AND", args) |
|
72 |
def OR(args: Iterable[Source]): Source = infix("OR", args) |
|
73 |
||
74 |
def and(args: Source*): Source = AND(args) |
|
75 |
def or(args: Source*): Source = OR(args) |
|
76 |
||
77 |
val TRUE: Source = "TRUE" |
|
78 |
val FALSE: Source = "FALSE" |
|
79 |
||
78152 | 80 |
def equal(sql: Source, x: Int): Source = sql + " = " + x |
81 |
def equal(sql: Source, x: Long): Source = sql + " = " + x |
|
82 |
def equal(sql: Source, x: String): Source = sql + " = " + string(x) |
|
77375 | 83 |
|
84 |
def member(sql: Source, set: Iterable[String]): Source = |
|
77370 | 85 |
if (set.isEmpty) FALSE |
77375 | 86 |
else OR(set.iterator.map(equal(sql, _)).toList) |
65804 | 87 |
|
77370 | 88 |
def where(sql: Source): Source = if_proper(sql, " WHERE " + sql) |
78153 | 89 |
def where_and(args: Source*): Source = where(and(args:_*)) |
90 |
def where_or(args: Source*): Source = where(or(args:_*)) |
|
77370 | 91 |
|
92 |
||
65008 | 93 |
/* types */ |
94 |
||
78598 | 95 |
enum Type { case Boolean, Int, Long, Double, String, Bytes, Date } |
96 |
||
78607 | 97 |
val sql_type_postgresql: Type => Source = |
98 |
{ |
|
99 |
case Type.Boolean => "BOOLEAN" |
|
100 |
case Type.Int => "INTEGER" |
|
101 |
case Type.Long => "BIGINT" |
|
102 |
case Type.Double => "DOUBLE PRECISION" |
|
103 |
case Type.String => "TEXT" |
|
104 |
case Type.Bytes => "BYTEA" |
|
105 |
case Type.Date => "TIMESTAMP WITH TIME ZONE" |
|
106 |
} |
|
65008 | 107 |
|
78607 | 108 |
val sql_type_sqlite: Type => Source = |
109 |
{ |
|
110 |
case Type.Boolean => "INTEGER" |
|
111 |
case Type.Bytes => "BLOB" |
|
112 |
case Type.Date => "TEXT" |
|
113 |
case t => sql_type_postgresql(t) |
|
114 |
} |
|
65008 | 115 |
|
116 |
||
63779 | 117 |
/* columns */ |
118 |
||
75393 | 119 |
object Column { |
65280 | 120 |
def bool(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 121 |
Column(name, Type.Boolean, strict, primary_key) |
65280 | 122 |
def int(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 123 |
Column(name, Type.Int, strict, primary_key) |
65280 | 124 |
def long(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 125 |
Column(name, Type.Long, strict, primary_key) |
65280 | 126 |
def double(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 127 |
Column(name, Type.Double, strict, primary_key) |
65280 | 128 |
def string(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 129 |
Column(name, Type.String, strict, primary_key) |
65280 | 130 |
def bytes(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 131 |
Column(name, Type.Bytes, strict, primary_key) |
65280 | 132 |
def date(name: String, strict: Boolean = false, primary_key: Boolean = false): Column = |
65018 | 133 |
Column(name, Type.Date, strict, primary_key) |
63779 | 134 |
} |
135 |
||
65018 | 136 |
sealed case class Column( |
75393 | 137 |
name: String, |
78598 | 138 |
T: Type, |
75393 | 139 |
strict: Boolean = false, |
140 |
primary_key: Boolean = false, |
|
141 |
expr: SQL.Source = "" |
|
142 |
) { |
|
66857 | 143 |
def make_primary_key: Column = copy(primary_key = true) |
144 |
||
65691 | 145 |
def apply(table: Table): Column = |
146 |
Column(Long_Name.qualify(table.name, name), T, strict = strict, primary_key = primary_key) |
|
65644
7ef438495a02
support for qualified names, which are not quoted (e.g. for SQLite);
wenzelm
parents:
65641
diff
changeset
|
147 |
|
65780 | 148 |
def ident: Source = |
149 |
if (expr == "") SQL.ident(name) |
|
150 |
else enclose(expr) + " AS " + SQL.ident(name) |
|
65695 | 151 |
|
78598 | 152 |
def decl(sql_type: Type => Source): Source = |
65695 | 153 |
ident + " " + sql_type(T) + (if (strict || primary_key) " NOT NULL" else "") |
63781 | 154 |
|
66856 | 155 |
def defined: String = ident + " IS NOT NULL" |
156 |
def undefined: String = ident + " IS NULL" |
|
157 |
||
78152 | 158 |
def equal(x: Int): Source = SQL.equal(ident, x) |
159 |
def equal(x: Long): Source = SQL.equal(ident, x) |
|
160 |
def equal(x: String): Source = SQL.equal(ident, x) |
|
161 |
||
162 |
def where_equal(x: Int): Source = SQL.where(equal(x)) |
|
163 |
def where_equal(x: Long): Source = SQL.where(equal(x)) |
|
164 |
def where_equal(x: String): Source = SQL.where(equal(x)) |
|
165 |
||
77375 | 166 |
def member(set: Iterable[String]): Source = SQL.member(ident, set) |
167 |
def where_member(set: Iterable[String]): Source = SQL.where(member(set)) |
|
65593 | 168 |
|
78151 | 169 |
def max: Column = copy(expr = "MAX(" + ident + ")") |
170 |
||
65730 | 171 |
override def toString: Source = ident |
63779 | 172 |
} |
173 |
||
76870 | 174 |
def order_by(columns: List[Column], descending: Boolean = false): Source = |
175 |
" ORDER BY " + columns.mkString(", ") + (if (descending) " DESC" else "") |
|
176 |
||
63780 | 177 |
|
178 |
/* tables */ |
|
179 |
||
75393 | 180 |
sealed case class Table(name: String, columns: List[Column], body: Source = "") { |
63781 | 181 |
Library.duplicates(columns.map(_.name)) match { |
182 |
case Nil => |
|
183 |
case bad => error("Duplicate column names " + commas_quote(bad) + " for table " + quote(name)) |
|
184 |
} |
|
185 |
||
65730 | 186 |
def ident: Source = SQL.ident(name) |
65691 | 187 |
|
65730 | 188 |
def query: Source = |
65696 | 189 |
if (body == "") error("Missing SQL body for table " + quote(name)) |
190 |
else SQL.enclose(body) |
|
65649 | 191 |
|
65778 | 192 |
def query_named: Source = query + " AS " + SQL.ident(name) |
65702 | 193 |
|
78598 | 194 |
def create(sql_type: Type => Source): Source = { |
65325 | 195 |
val primary_key = |
196 |
columns.filter(_.primary_key).map(_.name) match { |
|
197 |
case Nil => Nil |
|
198 |
case keys => List("PRIMARY KEY " + enclosure(keys)) |
|
199 |
} |
|
78392
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
200 |
"CREATE TABLE " + ident + " " + enclosure(columns.map(_.decl(sql_type)) ::: primary_key) |
63781 | 201 |
} |
202 |
||
77365 | 203 |
def insert_cmd(cmd: Source = "INSERT", sql: Source = ""): Source = |
77377 | 204 |
cmd + " INTO " + ident + " VALUES " + enclosure(columns.map(_ => "?")) + SQL.separate(sql) |
63791 | 205 |
|
77365 | 206 |
def insert(sql: Source = ""): Source = insert_cmd(sql = sql) |
65703
cead65c19f2e
more direct insert_permissive statement, which avoids somewhat fragile nested transactions;
wenzelm
parents:
65702
diff
changeset
|
207 |
|
65730 | 208 |
def delete(sql: Source = ""): Source = |
77377 | 209 |
"DELETE FROM " + ident + SQL.separate(sql) |
65319 | 210 |
|
77537 | 211 |
def update(update_columns: List[Column] = Nil, sql: Source = ""): Source = |
212 |
"UPDATE " + ident + " SET " + commas(update_columns.map(c => c.ident + " = ?")) + |
|
213 |
SQL.separate(sql) |
|
214 |
||
65774 | 215 |
def select( |
77381
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
216 |
select_columns: List[Column] = Nil, |
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
217 |
distinct: Boolean = false, |
a86e346b20d8
misc tuning and clarification: more uniform use of optional "sql" in SQL.Table.delete/select;
wenzelm
parents:
77377
diff
changeset
|
218 |
sql: Source = "" |
77403
be8e14c7da80
clarified signature, although "sql" argument is de-facto mandatory;
wenzelm
parents:
77381
diff
changeset
|
219 |
): Source = SQL.select(select_columns, distinct = distinct, sql = ident + SQL.separate(sql)) |
63790 | 220 |
|
65730 | 221 |
override def toString: Source = ident |
63780 | 222 |
} |
63790 | 223 |
|
224 |
||
77596 | 225 |
/* table groups */ |
226 |
||
227 |
object Tables { |
|
228 |
def list(list: List[Table]): Tables = new Tables(list) |
|
229 |
def apply(args: Table*): Tables = list(args.toList) |
|
230 |
} |
|
231 |
||
232 |
final class Tables private(val list: List[Table]) extends Iterable[Table] { |
|
233 |
override def toString: String = list.mkString("SQL.Tables(", ", ", ")") |
|
234 |
||
235 |
def iterator: Iterator[Table] = list.iterator |
|
236 |
||
237 |
// requires transaction |
|
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
238 |
def lock(db: Database, create: Boolean = false): Boolean = { |
78154 | 239 |
if (create) foreach(db.create_table(_)) |
77596 | 240 |
val sql = db.lock_tables(list) |
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
241 |
if (sql.nonEmpty) { db.execute_statement(sql); true } |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
242 |
else false |
77596 | 243 |
} |
244 |
} |
|
245 |
||
78187
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
246 |
abstract class Data(table_prefix: String = "") { |
78389
41e8ae87184d
clarified signature: eliminate SQL.Tables.empty to avoid confusion (see also 0bd366fad888);
wenzelm
parents:
78386
diff
changeset
|
247 |
def tables: Tables |
78187
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
248 |
|
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
249 |
def transaction_lock[A]( |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
250 |
db: Database, |
78207 | 251 |
create: Boolean = false, |
78356 | 252 |
label: String = "", |
78369
ba71ea02d965
more robust Java/Scala multithreading: transaction is always connection.synchronized;
wenzelm
parents:
78366
diff
changeset
|
253 |
log: Logger = new System_Logger |
78207 | 254 |
)(body: => A): A = { |
78369
ba71ea02d965
more robust Java/Scala multithreading: transaction is always connection.synchronized;
wenzelm
parents:
78366
diff
changeset
|
255 |
db.transaction_lock(tables, create = create, label = label, log = log)(body) |
78207 | 256 |
} |
78187
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
257 |
|
78266 | 258 |
def make_table(columns: List[Column], body: String = "", name: String = ""): Table = { |
78187
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
259 |
val table_name = |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
260 |
List(proper_string(table_prefix), proper_string(name)).flatten.mkString("_") |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
261 |
require(table_name.nonEmpty, "Undefined database table name") |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
262 |
Table(table_name, columns, body = body) |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
263 |
} |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
264 |
} |
2df0f3604a67
clarified signature: more explicit class SQL.Data;
wenzelm
parents:
78167
diff
changeset
|
265 |
|
77596 | 266 |
|
65012 | 267 |
|
268 |
/** SQL database operations **/ |
|
269 |
||
65740 | 270 |
/* statements */ |
271 |
||
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
272 |
class Batch_Error(val results: List[Int]) extends SQLException |
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
273 |
|
75393 | 274 |
class Statement private[SQL](val db: Database, val rep: PreparedStatement) extends AutoCloseable { |
65740 | 275 |
stmt => |
276 |
||
75393 | 277 |
object bool { |
73340 | 278 |
def update(i: Int, x: Boolean): Unit = rep.setBoolean(i, x) |
75393 | 279 |
def update(i: Int, x: Option[Boolean]): Unit = { |
65748 | 280 |
if (x.isDefined) update(i, x.get) |
281 |
else rep.setNull(i, java.sql.Types.BOOLEAN) |
|
282 |
} |
|
65740 | 283 |
} |
75393 | 284 |
object int { |
73340 | 285 |
def update(i: Int, x: Int): Unit = rep.setInt(i, x) |
75393 | 286 |
def update(i: Int, x: Option[Int]): Unit = { |
65748 | 287 |
if (x.isDefined) update(i, x.get) |
288 |
else rep.setNull(i, java.sql.Types.INTEGER) |
|
289 |
} |
|
65740 | 290 |
} |
75393 | 291 |
object long { |
73340 | 292 |
def update(i: Int, x: Long): Unit = rep.setLong(i, x) |
75393 | 293 |
def update(i: Int, x: Option[Long]): Unit = { |
65748 | 294 |
if (x.isDefined) update(i, x.get) |
295 |
else rep.setNull(i, java.sql.Types.BIGINT) |
|
296 |
} |
|
65740 | 297 |
} |
75393 | 298 |
object double { |
73340 | 299 |
def update(i: Int, x: Double): Unit = rep.setDouble(i, x) |
75393 | 300 |
def update(i: Int, x: Option[Double]): Unit = { |
65748 | 301 |
if (x.isDefined) update(i, x.get) |
302 |
else rep.setNull(i, java.sql.Types.DOUBLE) |
|
303 |
} |
|
304 |
} |
|
75393 | 305 |
object string { |
73340 | 306 |
def update(i: Int, x: String): Unit = rep.setString(i, x) |
65748 | 307 |
def update(i: Int, x: Option[String]): Unit = update(i, x.orNull) |
65740 | 308 |
} |
75393 | 309 |
object bytes { |
310 |
def update(i: Int, bytes: Bytes): Unit = { |
|
65748 | 311 |
if (bytes == null) rep.setBytes(i, null) |
312 |
else rep.setBinaryStream(i, bytes.stream(), bytes.length) |
|
313 |
} |
|
314 |
def update(i: Int, bytes: Option[Bytes]): Unit = update(i, bytes.orNull) |
|
65740 | 315 |
} |
75393 | 316 |
object date { |
65748 | 317 |
def update(i: Int, date: Date): Unit = db.update_date(stmt, i, date) |
318 |
def update(i: Int, date: Option[Date]): Unit = update(i, date.orNull) |
|
319 |
} |
|
65740 | 320 |
|
321 |
def execute(): Boolean = rep.execute() |
|
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
322 |
|
78554
54991440905e
clarified signature: proper treatment of implicit state (amending d0c9d277620e);
wenzelm
parents:
78551
diff
changeset
|
323 |
def execute_batch(batch: IterableOnce[Statement => Unit]): Unit = { |
54991440905e
clarified signature: proper treatment of implicit state (amending d0c9d277620e);
wenzelm
parents:
78551
diff
changeset
|
324 |
val it = batch.iterator |
54991440905e
clarified signature: proper treatment of implicit state (amending d0c9d277620e);
wenzelm
parents:
78551
diff
changeset
|
325 |
if (it.nonEmpty) { |
54991440905e
clarified signature: proper treatment of implicit state (amending d0c9d277620e);
wenzelm
parents:
78551
diff
changeset
|
326 |
for (body <- it) { body(this); rep.addBatch() } |
78540 | 327 |
val res = rep.executeBatch() |
328 |
if (!res.forall(i => i >= 0 || i == java.sql.Statement.SUCCESS_NO_INFO)) { |
|
329 |
throw new Batch_Error(res.toList) |
|
330 |
} |
|
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
331 |
} |
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
332 |
} |
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
333 |
|
65740 | 334 |
def execute_query(): Result = new Result(this, rep.executeQuery()) |
335 |
||
78353 | 336 |
override def close(): Unit = rep.close() |
65740 | 337 |
} |
338 |
||
339 |
||
63790 | 340 |
/* results */ |
341 |
||
78352 | 342 |
class Result private[SQL](val stmt: Statement, val rep: ResultSet) extends AutoCloseable { |
65740 | 343 |
res => |
344 |
||
345 |
def next(): Boolean = rep.next() |
|
346 |
||
75393 | 347 |
def iterator[A](get: Result => A): Iterator[A] = new Iterator[A] { |
65740 | 348 |
private var _next: Boolean = res.next() |
349 |
def hasNext: Boolean = _next |
|
73337 | 350 |
def next(): A = { val x = get(res); _next = res.next(); x } |
65740 | 351 |
} |
352 |
||
353 |
def bool(column: Column): Boolean = rep.getBoolean(column.name) |
|
354 |
def int(column: Column): Int = rep.getInt(column.name) |
|
355 |
def long(column: Column): Long = rep.getLong(column.name) |
|
356 |
def double(column: Column): Double = rep.getDouble(column.name) |
|
75393 | 357 |
def string(column: Column): String = { |
65740 | 358 |
val s = rep.getString(column.name) |
359 |
if (s == null) "" else s |
|
360 |
} |
|
75393 | 361 |
def bytes(column: Column): Bytes = { |
65740 | 362 |
val bs = rep.getBytes(column.name) |
363 |
if (bs == null) Bytes.empty else Bytes(bs) |
|
364 |
} |
|
365 |
def date(column: Column): Date = stmt.db.date(res, column) |
|
366 |
||
71601 | 367 |
def timing(c1: Column, c2: Column, c3: Column): Timing = |
65741 | 368 |
Timing(Time.ms(long(c1)), Time.ms(long(c2)), Time.ms(long(c3))) |
369 |
||
75393 | 370 |
def get[A](column: Column, f: Column => A): Option[A] = { |
65740 | 371 |
val x = f(column) |
77598 | 372 |
if (rep.wasNull || x == null) None else Some(x) |
65740 | 373 |
} |
71601 | 374 |
def get_bool(column: Column): Option[Boolean] = get(column, bool) |
375 |
def get_int(column: Column): Option[Int] = get(column, int) |
|
376 |
def get_long(column: Column): Option[Long] = get(column, long) |
|
377 |
def get_double(column: Column): Option[Double] = get(column, double) |
|
378 |
def get_string(column: Column): Option[String] = get(column, string) |
|
379 |
def get_bytes(column: Column): Option[Bytes] = get(column, bytes) |
|
380 |
def get_date(column: Column): Option[Date] = get(column, date) |
|
78352 | 381 |
|
382 |
override def close(): Unit = rep.close() |
|
63790 | 383 |
} |
65006 | 384 |
|
65740 | 385 |
|
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
386 |
/* notifications: IPC via database server */ |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
387 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
388 |
sealed case class Notification(name: String, parameter: String) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
389 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
390 |
|
65740 | 391 |
/* database */ |
392 |
||
75393 | 393 |
trait Database extends AutoCloseable { |
65740 | 394 |
db => |
395 |
||
77542 | 396 |
def is_sqlite: Boolean = isInstanceOf[SQLite.Database] |
397 |
def is_postgresql: Boolean = isInstanceOf[PostgreSQL.Database] |
|
76363
f7174238b5e3
no compression for database server: let PostgreSQL/TOAST do the job;
wenzelm
parents:
76122
diff
changeset
|
398 |
|
78389
41e8ae87184d
clarified signature: eliminate SQL.Tables.empty to avoid confusion (see also 0bd366fad888);
wenzelm
parents:
78386
diff
changeset
|
399 |
def vacuum(tables: List[SQL.Table] = Nil): Unit = |
78390
a84f8fca0833
clarified "vacuum" (again, reverting 0bd366fad888);
wenzelm
parents:
78389
diff
changeset
|
400 |
if (is_sqlite) execute_statement("VACUUM") // always FULL |
a84f8fca0833
clarified "vacuum" (again, reverting 0bd366fad888);
wenzelm
parents:
78389
diff
changeset
|
401 |
else if (tables.isEmpty) execute_statement("VACUUM FULL") |
a84f8fca0833
clarified "vacuum" (again, reverting 0bd366fad888);
wenzelm
parents:
78389
diff
changeset
|
402 |
else if (postgresql_major_version.get <= 10) { |
a84f8fca0833
clarified "vacuum" (again, reverting 0bd366fad888);
wenzelm
parents:
78389
diff
changeset
|
403 |
for (t <- tables) execute_statement("VACUUM " + t.ident) |
78273
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
404 |
} |
78390
a84f8fca0833
clarified "vacuum" (again, reverting 0bd366fad888);
wenzelm
parents:
78389
diff
changeset
|
405 |
else execute_statement("VACUUM" + commas(tables.map(_.ident))) |
77348 | 406 |
|
77527
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
407 |
def now(): Date |
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
408 |
|
65740 | 409 |
|
65008 | 410 |
/* types */ |
411 |
||
78598 | 412 |
def sql_type(T: Type): Source |
65008 | 413 |
|
414 |
||
65006 | 415 |
/* connection */ |
416 |
||
417 |
def connection: Connection |
|
418 |
||
77037
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
419 |
def sqlite_connection: Option[JDBC4Connection] = |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
420 |
connection match { case conn: JDBC4Connection => Some(conn) case _ => None } |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
421 |
|
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
422 |
def postgresql_connection: Option[PGConnection] = |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
423 |
connection match { case conn: PGConnection => Some(conn) case _ => None } |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
424 |
|
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
425 |
def the_sqlite_connection: JDBC4Connection = |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
426 |
sqlite_connection getOrElse |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
427 |
error("SQLite connection expected, but found " + connection.getClass.getName) |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
428 |
|
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
429 |
def the_postgresql_connection: PGConnection = |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
430 |
postgresql_connection getOrElse |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
431 |
error("PostgreSQL connection expected, but found " + connection.getClass.getName) |
164a21e5d568
support specific connection types, for additional operations;
wenzelm
parents:
76870
diff
changeset
|
432 |
|
78273
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
433 |
def postgresql_major_version: Option[Int] = |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
434 |
if (is_postgresql) { |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
435 |
def err(s: String): Nothing = error("Bad PostgreSQL version " + s) |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
436 |
|
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
437 |
the_postgresql_connection.getParameterStatus("server_version") match { |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
438 |
case null => err("null") |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
439 |
case str => |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
440 |
str.iterator.takeWhile(Symbol.is_ascii_digit).mkString match { |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
441 |
case Value.Int(m) => Some(m) |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
442 |
case _ => err(quote(str)) |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
443 |
} |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
444 |
} |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
445 |
} |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
446 |
else None |
95a3bb4d7e38
clarified "vacuum" operation for various database versions (PostgreSQL <= 10 is strictly speaking obsolete, but still used on some test machines);
wenzelm
parents:
78271
diff
changeset
|
447 |
|
78353 | 448 |
override def close(): Unit = connection.close() |
65006 | 449 |
|
78369
ba71ea02d965
more robust Java/Scala multithreading: transaction is always connection.synchronized;
wenzelm
parents:
78366
diff
changeset
|
450 |
def transaction[A](body: => A): A = connection.synchronized { |
78383
d032bf604e93
more robust: exclude accidental nesting (synchronized block is re-entrant);
wenzelm
parents:
78381
diff
changeset
|
451 |
require(connection.getAutoCommit(), "transaction already active") |
65006 | 452 |
try { |
453 |
connection.setAutoCommit(false) |
|
65022 | 454 |
try { |
455 |
val result = body |
|
75776
72e77c8307ec
tuned signature, following hints by IntelliJ IDEA;
wenzelm
parents:
75393
diff
changeset
|
456 |
connection.commit() |
65022 | 457 |
result |
458 |
} |
|
78386
ee588c4b5557
more elementary transaction implementation (despite fda3f7a158b9 and 9da65bc75610);
wenzelm
parents:
78384
diff
changeset
|
459 |
catch { case exn: Throwable => connection.rollback(); throw exn } |
65006 | 460 |
} |
78383
d032bf604e93
more robust: exclude accidental nesting (synchronized block is re-entrant);
wenzelm
parents:
78381
diff
changeset
|
461 |
finally { connection.setAutoCommit(true) } |
65006 | 462 |
} |
463 |
||
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
464 |
def transaction_lock[A]( |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
465 |
tables: Tables, |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
466 |
create: Boolean = false, |
78356 | 467 |
label: String = "", |
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
468 |
log: Logger = new System_Logger |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
469 |
)(body: => A): A = { |
78358
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
470 |
val prop = "isabelle.transaction_trace" |
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
471 |
val trace_min = |
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
472 |
System.getProperty(prop, "") match { |
78365 | 473 |
case Value.Seconds(t) => t |
78358
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
474 |
case "true" => Time.min |
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
475 |
case "false" | "" => Time.max |
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
476 |
case s => error("Bad system property " + prop + ": " + quote(s)) |
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
477 |
} |
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
478 |
|
78362 | 479 |
val trace_count = - SQL.transaction_count() |
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
480 |
val trace_start = Time.now() |
78361 | 481 |
var trace_nl = false |
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
482 |
|
78380 | 483 |
def trace(msg: String): Unit = { |
78358
f5cf8e500dee
clarified isabelle.transaction_log: support time_min (in ms);
wenzelm
parents:
78356
diff
changeset
|
484 |
val trace_time = Time.now() - trace_start |
78381 | 485 |
if (trace_time >= trace_min) { |
78557 | 486 |
time_start |
487 |
val nl = |
|
488 |
if (trace_nl) "" |
|
489 |
else { trace_nl = true; "\nnow = " + (Time.now() - time_start).toString + "\n" } |
|
78361 | 490 |
log(nl + trace_time + " transaction " + trace_count + |
491 |
if_proper(label, " " + label) + ": " + msg) |
|
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
492 |
} |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
493 |
} |
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
494 |
|
78373 | 495 |
try { |
496 |
val res = |
|
497 |
transaction { |
|
498 |
trace("begin") |
|
499 |
if (tables.lock(db, create = create)) { |
|
78380 | 500 |
trace("locked " + commas_quote(tables.list.map(_.name))) |
78373 | 501 |
} |
502 |
val res = Exn.capture { body } |
|
503 |
trace("end") |
|
504 |
res |
|
78371 | 505 |
} |
78373 | 506 |
trace("commit") |
507 |
Exn.release(res) |
|
508 |
} |
|
509 |
catch { case exn: Throwable => trace("crash"); throw exn } |
|
78355
9fbc6a043268
support trace of transaction_lock via property "isabelle.transaction_log";
wenzelm
parents:
78354
diff
changeset
|
510 |
} |
77596 | 511 |
|
512 |
def lock_tables(tables: List[Table]): Source = "" // PostgreSQL only |
|
77590
edc96be6b939
explicit locking for PostgreSQL --- neither available nor required for SQLite;
wenzelm
parents:
77552
diff
changeset
|
513 |
|
65006 | 514 |
|
65740 | 515 |
/* statements and results */ |
516 |
||
517 |
def statement(sql: Source): Statement = |
|
518 |
new Statement(db, connection.prepareStatement(sql)) |
|
65006 | 519 |
|
65740 | 520 |
def using_statement[A](sql: Source)(f: Statement => A): A = |
521 |
using(statement(sql))(f) |
|
65006 | 522 |
|
77541 | 523 |
def execute_statement(sql: Source, body: Statement => Unit = _ => ()): Unit = |
524 |
using_statement(sql) { stmt => body(stmt); stmt.execute() } |
|
77540 | 525 |
|
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
526 |
def execute_batch_statement( |
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
527 |
sql: Source, |
78554
54991440905e
clarified signature: proper treatment of implicit state (amending d0c9d277620e);
wenzelm
parents:
78551
diff
changeset
|
528 |
batch: IterableOnce[Statement => Unit] = Nil |
78538
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
529 |
): Unit = using_statement(sql) { stmt => stmt.execute_batch(batch) } |
56e8458ba262
support for execute_batch: multiple statements in one round-trip;
wenzelm
parents:
78422
diff
changeset
|
530 |
|
77552 | 531 |
def execute_query_statement[A, B]( |
532 |
sql: Source, |
|
533 |
make_result: Iterator[A] => B, |
|
534 |
get: Result => A |
|
78352 | 535 |
): B = { |
536 |
using_statement(sql) { stmt => |
|
537 |
using(stmt.execute_query()) { res => make_result(res.iterator(get)) } |
|
538 |
} |
|
539 |
} |
|
77552 | 540 |
|
541 |
def execute_query_statementO[A](sql: Source, get: Result => A): Option[A] = |
|
542 |
execute_query_statement[A, Option[A]](sql, _.nextOption, get) |
|
543 |
||
544 |
def execute_query_statementB(sql: Source): Boolean = |
|
78352 | 545 |
using_statement(sql)(stmt => using(stmt.execute_query())(_.next())) |
77552 | 546 |
|
65748 | 547 |
def update_date(stmt: Statement, i: Int, date: Date): Unit |
65740 | 548 |
def date(res: Result, column: Column): Date |
65006 | 549 |
|
65730 | 550 |
def insert_permissive(table: Table, sql: Source = ""): Source |
65703
cead65c19f2e
more direct insert_permissive statement, which avoids somewhat fragile nested transactions;
wenzelm
parents:
65702
diff
changeset
|
551 |
|
65006 | 552 |
|
65669 | 553 |
/* tables and views */ |
65006 | 554 |
|
78375
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
555 |
def get_tables(pattern: String = "%"): List[String] = { |
65740 | 556 |
val result = new mutable.ListBuffer[String] |
78375
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
557 |
val rs = connection.getMetaData.getTables(null, null, pattern, null) |
65740 | 558 |
while (rs.next) { result += rs.getString(3) } |
559 |
result.toList |
|
560 |
} |
|
65006 | 561 |
|
78375
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
562 |
def exists_table(name: String): Boolean = { |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
563 |
val escape = connection.getMetaData.getSearchStringEscape |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
564 |
val pattern = |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
565 |
name.iterator.map(c => |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
566 |
(if (c == '_' || c == '%' || c == escape(0)) escape else "") + c).mkString |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
567 |
get_tables(pattern = pattern).nonEmpty |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
568 |
} |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
569 |
|
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
570 |
def exists_table(table: Table): Boolean = exists_table(table.name) |
234f2ff9afe6
clarified signature: more specific exists_table --- avoid retrieving full list beforehand;
wenzelm
parents:
78373
diff
changeset
|
571 |
|
78392
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
572 |
def create_table(table: Table, sql: Source = ""): Unit = { |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
573 |
if (!exists_table(table)) { |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
574 |
execute_statement(table.create(sql_type) + SQL.separate(sql)) |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
575 |
if (is_postgresql) { |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
576 |
for (column <- table.columns if column.T == SQL.Type.Bytes) { |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
577 |
execute_statement( |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
578 |
"ALTER TABLE " + table + " ALTER COLUMN " + column + " SET STORAGE EXTERNAL") |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
579 |
} |
77681
1db732e6c3d2
back to compression in Isabelle/Scala (in contrast to f7174238b5e3), e.g. relevant for old_command_timings_blob, but also for prospective heaps;
wenzelm
parents:
77665
diff
changeset
|
580 |
} |
1db732e6c3d2
back to compression in Isabelle/Scala (in contrast to f7174238b5e3), e.g. relevant for old_command_timings_blob, but also for prospective heaps;
wenzelm
parents:
77665
diff
changeset
|
581 |
} |
1db732e6c3d2
back to compression in Isabelle/Scala (in contrast to f7174238b5e3), e.g. relevant for old_command_timings_blob, but also for prospective heaps;
wenzelm
parents:
77665
diff
changeset
|
582 |
} |
65006 | 583 |
|
78392
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
584 |
def create_view(table: Table): Unit = { |
27c2fa1db6ed
more uniform guard (!exists_table(table)): avoid "ALTER TABLE" on already existing table, which could lead to deadlocks if this is presently locked;
wenzelm
parents:
78391
diff
changeset
|
585 |
if (!exists_table(table)) { |
77540 | 586 |
execute_statement("CREATE VIEW " + table + " AS " + { table.query; table.body }) |
65690 | 587 |
} |
65691 | 588 |
} |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
589 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
590 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
591 |
/* notifications (PostgreSQL only) */ |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
592 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
593 |
def listen(name: String): Unit = () |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
594 |
def unlisten(name: String = "*"): Unit = () |
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
595 |
def send(name: String, parameter: String): Unit = () |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
596 |
final def send(name: String): Unit = send(name, "") |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
597 |
final def send(notification: Notification): Unit = |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
598 |
send(notification.name, notification.parameter) |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
599 |
def receive(filter: Notification => Boolean): Option[List[Notification]] = None |
65006 | 600 |
} |
78362 | 601 |
|
602 |
||
603 |
private val transaction_count = Counter.make() |
|
63778 | 604 |
} |
65006 | 605 |
|
606 |
||
607 |
||
608 |
/** SQLite **/ |
|
609 |
||
75393 | 610 |
object SQLite { |
65021 | 611 |
// see https://www.sqlite.org/lang_datefunc.html |
612 |
val date_format: Date.Format = Date.Format("uuuu-MM-dd HH:mm:ss.SSS x") |
|
613 |
||
75393 | 614 |
lazy val init_jdbc: Unit = { |
65890
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
615 |
val lib_path = Path.explode("$ISABELLE_SQLITE_HOME/" + Platform.jvm_platform) |
76529 | 616 |
val lib_name = File.get_file(lib_path).file_name |
617 |
||
65890
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
618 |
System.setProperty("org.sqlite.lib.path", File.platform_path(lib_path)) |
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
619 |
System.setProperty("org.sqlite.lib.name", lib_name) |
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
620 |
|
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
621 |
Class.forName("org.sqlite.JDBC") |
1b004f5974af
refer to already extracted library files, to avoid tmp files produced by SQLiteJDBCLoader, which tend to remain after JVM crash;
wenzelm
parents:
65804
diff
changeset
|
622 |
} |
65292
e3bd1e7ddd23
more robust JDBC initialization, e.g. required for Isabelle/jEdit startup;
wenzelm
parents:
65280
diff
changeset
|
623 |
|
78163 | 624 |
def open_database(path: Path, restrict: Boolean = false): Database = { |
65292
e3bd1e7ddd23
more robust JDBC initialization, e.g. required for Isabelle/jEdit startup;
wenzelm
parents:
65280
diff
changeset
|
625 |
init_jdbc |
65006 | 626 |
val path0 = path.expand |
627 |
val s0 = File.platform_path(path0) |
|
628 |
val s1 = if (Platform.is_windows) s0.replace('\\', '/') else s0 |
|
78891
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
629 |
|
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
630 |
val config = new SQLiteConfig() |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
631 |
config.setEncoding(SQLiteConfig.Encoding.UTF8) |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
632 |
val connection = config.createConnection("jdbc:sqlite:" + s1) |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
633 |
|
78163 | 634 |
val db = new Database(path0.toString, connection) |
635 |
||
636 |
try { if (restrict) File.restrict(path0) } |
|
637 |
catch { case exn: Throwable => db.close(); throw exn } |
|
638 |
||
639 |
db |
|
65006 | 640 |
} |
641 |
||
75393 | 642 |
class Database private[SQLite](name: String, val connection: Connection) extends SQL.Database { |
65007 | 643 |
override def toString: String = name |
77664
f5d3ade80d15
more specific vacuum operation, which is also relevant to PostgreSQL;
wenzelm
parents:
77598
diff
changeset
|
644 |
|
77527
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
645 |
override def now(): Date = Date.now() |
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
646 |
|
78598 | 647 |
def sql_type(T: SQL.Type): SQL.Source = SQL.sql_type_sqlite(T) |
65011 | 648 |
|
65748 | 649 |
def update_date(stmt: SQL.Statement, i: Int, date: Date): Unit = |
650 |
if (date == null) stmt.string(i) = (null: String) |
|
651 |
else stmt.string(i) = date_format(date) |
|
65598 | 652 |
|
65740 | 653 |
def date(res: SQL.Result, column: SQL.Column): Date = |
77598 | 654 |
proper_string(res.string(column)) match { |
655 |
case None => null |
|
656 |
case Some(s) => date_format.parse(s) |
|
657 |
} |
|
65021 | 658 |
|
65730 | 659 |
def insert_permissive(table: SQL.Table, sql: SQL.Source = ""): SQL.Source = |
77365 | 660 |
table.insert_cmd(cmd = "INSERT OR IGNORE", sql = sql) |
65006 | 661 |
} |
662 |
} |
|
663 |
||
664 |
||
665 |
||
666 |
/** PostgreSQL **/ |
|
667 |
||
79724 | 668 |
// see https://www.postgresql.org/docs/14/index.html |
78351 | 669 |
// see https://jdbc.postgresql.org/documentation |
670 |
||
75393 | 671 |
object PostgreSQL { |
75967
ff164add75cd
maintain "uuid" column in session build database, to identity the original build process uniquely;
wenzelm
parents:
75966
diff
changeset
|
672 |
type Source = SQL.Source |
ff164add75cd
maintain "uuid" column in session build database, to identity the original build process uniquely;
wenzelm
parents:
75966
diff
changeset
|
673 |
|
78347 | 674 |
lazy val init_jdbc: Unit = Class.forName("org.postgresql.Driver") |
675 |
||
78345 | 676 |
val default_server: SSH.Server = SSH.local_server(port = 5432) |
65006 | 677 |
|
78378 | 678 |
def open_database( |
679 |
user: String, |
|
680 |
password: String, |
|
681 |
database: String = "", |
|
682 |
server: SSH.Server = default_server, |
|
79722 | 683 |
server_close: Boolean = false, |
684 |
receiver_delay: Time = Time.seconds(0.5) |
|
78378 | 685 |
): Database = { |
686 |
init_jdbc |
|
687 |
||
688 |
if (user.isEmpty) error("Undefined database user") |
|
689 |
if (server.host.isEmpty) error("Undefined database server host") |
|
690 |
if (server.port <= 0) error("Undefined database server port") |
|
691 |
||
692 |
val name = proper_string(database) getOrElse user |
|
693 |
val url = "jdbc:postgresql://" + server.host + ":" + server.port + "/" + name |
|
694 |
val ssh = server.ssh_system.ssh_session |
|
78422 | 695 |
val print = |
78561 | 696 |
"server " + quote(user + "@" + server + "/" + name) + |
697 |
if_proper(ssh, " via ssh " + quote(ssh.get.toString)) |
|
78378 | 698 |
|
699 |
val connection = DriverManager.getConnection(url, user, password) |
|
79722 | 700 |
val db = new Database(connection, print, server, server_close, receiver_delay) |
78891
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
701 |
|
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
702 |
try { db.execute_statement("SET standard_conforming_strings = on") } |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
703 |
catch { case exn: Throwable => db.close(); throw exn } |
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
704 |
|
76d1382d6077
proper SQL.string syntax, following actual SQL standard instead of historic variations before PostgreSQL 9.1;
wenzelm
parents:
78863
diff
changeset
|
705 |
db |
78378 | 706 |
} |
707 |
||
78366 | 708 |
def open_server( |
709 |
options: Options, |
|
710 |
host: String = "", |
|
711 |
port: Int = 0, |
|
712 |
ssh_host: String = "", |
|
713 |
ssh_port: Int = 0, |
|
714 |
ssh_user: String = "" |
|
715 |
): SSH.Server = { |
|
716 |
val server_host = proper_string(host).getOrElse(default_server.host) |
|
717 |
val server_port = if (port > 0) port else default_server.port |
|
718 |
||
719 |
if (ssh_host.isEmpty) SSH.local_server(host = server_host, port = server_port) |
|
720 |
else { |
|
721 |
SSH.open_server(options, host = ssh_host, port = ssh_port, user = ssh_user, |
|
722 |
remote_host = server_host, remote_port = server_port) |
|
723 |
} |
|
724 |
} |
|
725 |
||
78347 | 726 |
def open_database_server( |
727 |
options: Options, |
|
728 |
user: String = "", |
|
729 |
password: String = "", |
|
730 |
database: String = "", |
|
78366 | 731 |
server: SSH.Server = SSH.no_server, |
78347 | 732 |
host: String = "", |
733 |
port: Int = 0, |
|
734 |
ssh_host: String = "", |
|
735 |
ssh_port: Int = 0, |
|
78863
f627ab8c276c
discontinued pointless option (reverting 63d55ba90a9f): performance tuning works better via SQL.Database.execute_batch_statement;
wenzelm
parents:
78607
diff
changeset
|
736 |
ssh_user: String = "" |
78347 | 737 |
): PostgreSQL.Database = { |
78366 | 738 |
val db_server = |
739 |
if (server.defined) server |
|
78347 | 740 |
else { |
78366 | 741 |
open_server(options, host = host, port = port, ssh_host = ssh_host, |
742 |
ssh_port = ssh_port, ssh_user = ssh_user) |
|
78347 | 743 |
} |
78366 | 744 |
val server_close = !server.defined |
78347 | 745 |
try { |
746 |
open_database(user = user, password = password, database = database, |
|
78863
f627ab8c276c
discontinued pointless option (reverting 63d55ba90a9f): performance tuning works better via SQL.Database.execute_batch_statement;
wenzelm
parents:
78607
diff
changeset
|
747 |
server = db_server, server_close = server_close) |
78347 | 748 |
} |
78366 | 749 |
catch { case exn: Throwable if server_close => db_server.close(); throw exn } |
78347 | 750 |
} |
65292
e3bd1e7ddd23
more robust JDBC initialization, e.g. required for Isabelle/jEdit startup;
wenzelm
parents:
65280
diff
changeset
|
751 |
|
65009 | 752 |
class Database private[PostgreSQL]( |
75393 | 753 |
val connection: Connection, |
78347 | 754 |
print: String, |
755 |
server: SSH.Server, |
|
79722 | 756 |
server_close: Boolean, |
757 |
receiver_delay: Time |
|
75393 | 758 |
) extends SQL.Database { |
78347 | 759 |
override def toString: String = print |
65008 | 760 |
|
77527
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
761 |
override def now(): Date = { |
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
762 |
val now = SQL.Column.date("now") |
77552 | 763 |
execute_query_statementO[Date]("SELECT NOW() as " + now.ident, res => res.date(now)) |
764 |
.getOrElse(error("Failed to get current date/time from database server " + toString)) |
|
77527
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
765 |
} |
790085b1002f
more detailed table "isabelle_build_serial": allow to monitor activity of build_process instances;
wenzelm
parents:
77403
diff
changeset
|
766 |
|
78598 | 767 |
def sql_type(T: SQL.Type): SQL.Source = SQL.sql_type_postgresql(T) |
65009 | 768 |
|
65021 | 769 |
// see https://jdbc.postgresql.org/documentation/head/8-date-time.html |
65748 | 770 |
def update_date(stmt: SQL.Statement, i: Int, date: Date): Unit = |
65740 | 771 |
if (date == null) stmt.rep.setObject(i, null) |
69980 | 772 |
else stmt.rep.setObject(i, OffsetDateTime.from(date.to(Date.timezone_utc).rep)) |
65598 | 773 |
|
75393 | 774 |
def date(res: SQL.Result, column: SQL.Column): Date = { |
65740 | 775 |
val obj = res.rep.getObject(column.name, classOf[OffsetDateTime]) |
65704 | 776 |
if (obj == null) null else Date.instant(obj.toInstant) |
777 |
} |
|
65021 | 778 |
|
65730 | 779 |
def insert_permissive(table: SQL.Table, sql: SQL.Source = ""): SQL.Source = |
77377 | 780 |
table.insert_cmd(sql = if_proper(sql, sql + " ") + "ON CONFLICT DO NOTHING") |
65703
cead65c19f2e
more direct insert_permissive statement, which avoids somewhat fragile nested transactions;
wenzelm
parents:
65702
diff
changeset
|
781 |
|
77039 | 782 |
|
77590
edc96be6b939
explicit locking for PostgreSQL --- neither available nor required for SQLite;
wenzelm
parents:
77552
diff
changeset
|
783 |
/* explicit locking: only applicable to PostgreSQL within transaction context */ |
79724 | 784 |
// see https://www.postgresql.org/docs/14/sql-lock.html |
785 |
// see https://www.postgresql.org/docs/14/explicit-locking.html |
|
77590
edc96be6b939
explicit locking for PostgreSQL --- neither available nor required for SQLite;
wenzelm
parents:
77552
diff
changeset
|
786 |
|
77596 | 787 |
override def lock_tables(tables: List[SQL.Table]): PostgreSQL.Source = |
78253 | 788 |
if_proper(tables, "LOCK TABLE " + tables.mkString(", ") + " IN ACCESS EXCLUSIVE MODE") |
77590
edc96be6b939
explicit locking for PostgreSQL --- neither available nor required for SQLite;
wenzelm
parents:
77552
diff
changeset
|
789 |
|
edc96be6b939
explicit locking for PostgreSQL --- neither available nor required for SQLite;
wenzelm
parents:
77552
diff
changeset
|
790 |
|
77039 | 791 |
/* notifications: IPC via database server */ |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
792 |
/* |
79724 | 793 |
- see https://www.postgresql.org/docs/14/sql-notify.html |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
794 |
- self-notifications and repeated notifications are suppressed |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
795 |
- notifications are sorted by local system time (nano seconds) |
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
796 |
- receive() == None means that IPC is inactive or unavailable (SQLite) |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
797 |
*/ |
77039 | 798 |
|
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
799 |
private var _receiver_buffer: Option[Map[SQL.Notification, Long]] = None |
77039 | 800 |
|
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
801 |
private lazy val _receiver_thread = |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
802 |
Isabelle_Thread.fork(name = "PostgreSQL.receiver", daemon = true, uninterruptible = true) { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
803 |
val conn = the_postgresql_connection |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
804 |
val self_pid = conn.getBackendPID |
77039 | 805 |
|
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
806 |
try { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
807 |
while (true) { |
79726
621676d7fb9a
more robust shutdown: interruptible database connection;
wenzelm
parents:
79725
diff
changeset
|
808 |
Isabelle_Thread.interruptible { receiver_delay.sleep(); Option(conn.getNotifications())} |
621676d7fb9a
more robust shutdown: interruptible database connection;
wenzelm
parents:
79725
diff
changeset
|
809 |
match { |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
810 |
case Some(array) if array.nonEmpty => |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
811 |
synchronized { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
812 |
var received = _receiver_buffer.getOrElse(Map.empty) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
813 |
for (a <- array.iterator if a.getPID != self_pid) { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
814 |
val msg = SQL.Notification(a.getName, a.getParameter) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
815 |
if (!received.isDefinedAt(msg)) { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
816 |
val stamp = System.nanoTime() |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
817 |
received = received + (msg -> stamp) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
818 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
819 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
820 |
_receiver_buffer = Some(received) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
821 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
822 |
case _ => |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
823 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
824 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
825 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
826 |
catch { case Exn.Interrupt() => } |
77039 | 827 |
} |
828 |
||
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
829 |
private def receiver_shutdown(): Unit = synchronized { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
830 |
if (_receiver_buffer.isDefined) { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
831 |
_receiver_thread.interrupt() |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
832 |
Some(_receiver_thread) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
833 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
834 |
else None |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
835 |
}.foreach(_.join()) |
77039 | 836 |
|
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
837 |
private def synchronized_receiver[A](body: => A): A = synchronized { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
838 |
if (_receiver_buffer.isEmpty) { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
839 |
_receiver_buffer = Some(Map.empty) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
840 |
_receiver_thread |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
841 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
842 |
body |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
843 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
844 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
845 |
override def listen(name: String): Unit = synchronized_receiver { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
846 |
execute_statement("LISTEN " + SQL.ident(name)) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
847 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
848 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
849 |
override def unlisten(name: String = "*"): Unit = synchronized_receiver { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
850 |
execute_statement("UNLISTEN " + (if (name == "*") name else SQL.ident(name))) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
851 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
852 |
|
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
853 |
override def send(name: String, parameter: String): Unit = synchronized_receiver { |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
854 |
execute_statement( |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
855 |
"NOTIFY " + SQL.ident(name) + if_proper(parameter, ", " + SQL.string(parameter))) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
856 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
857 |
|
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
858 |
override def receive( |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
859 |
filter: SQL.Notification => Boolean = _ => true |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
860 |
): Option[List[SQL.Notification]] = synchronized { |
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
861 |
_receiver_buffer.map { received => |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
862 |
val filtered = received.keysIterator.filter(filter).toList |
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
863 |
if (filtered.nonEmpty) { |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
864 |
_receiver_buffer = Some(received -- filtered) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
865 |
filtered.map(msg => msg -> received(msg)).sortBy(_._2).map(_._1) |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
866 |
} |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
867 |
else Nil |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
868 |
} |
79725
abb5eedfeecf
clarified signature: more convenient send/receive operations;
wenzelm
parents:
79724
diff
changeset
|
869 |
} |
79721
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
870 |
|
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
871 |
override def close(): Unit = { |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
872 |
receiver_shutdown() |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
873 |
super.close() |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
874 |
if (server_close) server.close() |
a5629eade476
clarified IPC via database server: receive notifications quasi-spontaneously via auxiliary thread;
wenzelm
parents:
78891
diff
changeset
|
875 |
} |
65006 | 876 |
} |
877 |
} |