src/Pure/Concurrent/consumer_thread.scala
author wenzelm
Sun, 05 Apr 2020 13:05:40 +0200
changeset 71692 f8e52c0152fe
parent 71685 d5773922358d
child 73340 0ffcad1f6130
permissions -rw-r--r--
clarified names;
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     1
/*  Title:      Pure/Concurrent/consumer_thread.scala
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     2
    Author:     Makarius
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     3
56702
f96ad2b19c38 support for requests with explicit acknowledgment (and exception propagation);
wenzelm
parents: 56701
diff changeset
     4
Consumer thread with unbounded queueing of requests, and optional
f96ad2b19c38 support for requests with explicit acknowledgment (and exception propagation);
wenzelm
parents: 56701
diff changeset
     5
acknowledgment.
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     6
*/
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     7
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     8
package isabelle
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
     9
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    10
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    11
import scala.annotation.tailrec
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    12
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    13
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
    14
object Consumer_Thread
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    15
{
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    16
  def fork_bulk[A](name: String = "", daemon: Boolean = false)(
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    17
      bulk: A => Boolean,
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    18
      consume: List[A] => (List[Exn.Result[Unit]], Boolean),
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    19
      finish: () => Unit = () => ()): Consumer_Thread[A] =
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    20
    new Consumer_Thread[A](name, daemon, bulk, consume, finish)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    21
56698
e0655270d3f3 allow more control of main loop;
wenzelm
parents: 56696
diff changeset
    22
  def fork[A](name: String = "", daemon: Boolean = false)(
e0655270d3f3 allow more control of main loop;
wenzelm
parents: 56696
diff changeset
    23
      consume: A => Boolean,
e0655270d3f3 allow more control of main loop;
wenzelm
parents: 56696
diff changeset
    24
      finish: () => Unit = () => ()): Consumer_Thread[A] =
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    25
  {
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    26
    def consume_single(args: List[A]): (List[Exn.Result[Unit]], Boolean) =
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    27
    {
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    28
      assert(args.length == 1)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    29
      Exn.capture { consume(args.head) } match {
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    30
        case Exn.Res(continue) => (List(Exn.Res(())), continue)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    31
        case Exn.Exn(exn) => (List(Exn.Exn(exn)), true)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    32
      }
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    33
    }
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    34
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    35
    fork_bulk(name = name, daemon = daemon)(_ => false, consume_single, finish = finish)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    36
  }
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
    37
}
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
    38
56698
e0655270d3f3 allow more control of main loop;
wenzelm
parents: 56696
diff changeset
    39
final class Consumer_Thread[A] private(
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    40
  name: String, daemon: Boolean,
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    41
  bulk: A => Boolean,
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    42
  consume: List[A] => (List[Exn.Result[Unit]], Boolean),
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    43
  finish: () => Unit)
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
    44
{
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    45
  /* thread */
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    46
56698
e0655270d3f3 allow more control of main loop;
wenzelm
parents: 56696
diff changeset
    47
  private var active = true
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    48
  private val mailbox = Mailbox[Option[Request]]
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
    49
71692
f8e52c0152fe clarified names;
wenzelm
parents: 71685
diff changeset
    50
  private val thread = Isabelle_Thread.fork(name = name, daemon = daemon) { main_loop(Nil) }
56718
096139bcfadd replaced manager Actor by Consumer_Thread, which is lazy to defer its start to actual Handler init time;
wenzelm
parents: 56708
diff changeset
    51
  def is_active: Boolean = active && thread.isAlive
66094
24658c9d7c78 more general dispatcher operations;
wenzelm
parents: 64370
diff changeset
    52
  def check_thread: Boolean = Thread.currentThread == thread
56708
d39148de6eee misc tuning;
wenzelm
parents: 56702
diff changeset
    53
56701
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
    54
  private def failure(exn: Throwable): Unit =
56782
433cf57550fa more systematic Isabelle output, like in classic Isabelle/ML (without markup);
wenzelm
parents: 56718
diff changeset
    55
    Output.error_message(
56708
d39148de6eee misc tuning;
wenzelm
parents: 56702
diff changeset
    56
      "Consumer thread failure: " + quote(thread.getName) + "\n" + Exn.message(exn))
56701
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
    57
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
    58
  private def robust_finish(): Unit =
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
    59
    try { finish() } catch { case exn: Throwable => failure(exn) }
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
    60
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    61
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    62
  /* requests */
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    63
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    64
  private class Request(val arg: A, acknowledge: Boolean = false)
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    65
  {
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    66
    val ack: Option[Synchronized[Option[Exn.Result[Unit]]]] =
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    67
      if (acknowledge) Some(Synchronized(None)) else None
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    68
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    69
    def await
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    70
    {
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    71
      for (a <- ack) {
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    72
        Exn.release(a.guarded_access({ case None => None case res => Some((res.get, res)) }))
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    73
      }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    74
    }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    75
  }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    76
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    77
  private def request(req: Request)
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    78
  {
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    79
    synchronized {
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    80
      if (is_active) mailbox.send(Some(req))
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    81
      else error("Consumer thread not active: " + quote(thread.getName))
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    82
    }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    83
    req.await
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    84
  }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    85
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
    86
  @tailrec private def main_loop(msgs: List[Option[Request]]): Unit =
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56782
diff changeset
    87
    msgs match {
71144
d6b9dead8c8d tuned signature;
wenzelm
parents: 71143
diff changeset
    88
      case Nil => main_loop(mailbox.receive())
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56782
diff changeset
    89
      case None :: _ => robust_finish()
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    90
      case _ =>
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    91
        val reqs =
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    92
          proper_list(msgs.takeWhile(msg => msg.isDefined && bulk(msg.get.arg)))
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    93
            .getOrElse(msgs.take(1))
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    94
            .map(_.get)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    95
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    96
        val (results, continue) = consume(reqs.map(_.arg))
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    97
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    98
        for { (Some(req), Some(res)) <- reqs.map(Some(_)).zipAll(results.map(Some(_)), None, None) }
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
    99
        {
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   100
          (req.ack, res) match {
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   101
            case ((Some(a), _)) => a.change(_ => Some(res))
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   102
            case ((None, Exn.Res(_))) =>
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   103
            case ((None, Exn.Exn(exn))) => failure(exn)
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   104
          }
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   105
        }
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   106
71231
dafa5fce70f1 clarified messages streaming (again, amending 5ea3ed3c52b3): avoid too many small messages stacking up, e.g. when loading HOL-Analysis.Analysis.thy into Isabelle/jEdit;
wenzelm
parents: 71144
diff changeset
   107
        if (continue) main_loop(msgs.drop(reqs.length))
71143
5ea3ed3c52b3 support for bulk operations: consume mailbox content in batches;
wenzelm
parents: 71142
diff changeset
   108
        else robust_finish()
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
   109
    }
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
   110
56701
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
   111
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
   112
  /* main methods */
ac5b66fa2a56 more robust thread: continue after failure;
wenzelm
parents: 56698
diff changeset
   113
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
   114
  assert(is_active)
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
   115
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
   116
  def send(arg: A) { request(new Request(arg)) }
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
   117
  def send_wait(arg: A) { request(new Request(arg, acknowledge = true)) }
56702
f96ad2b19c38 support for requests with explicit acknowledgment (and exception propagation);
wenzelm
parents: 56701
diff changeset
   118
71142
d6688677a784 clarified signature -- more explicit types;
wenzelm
parents: 66094
diff changeset
   119
  def shutdown()
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
   120
  {
57417
29fe9bac501b more tight Mailbox: single list is sufficient for single receiver, reverse outside critical section;
wenzelm
parents: 56782
diff changeset
   121
    synchronized { if (is_active) { active = false; mailbox.send(None) } }
56696
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
   122
    thread.join
ff782c5450bf more robust shutdown;
wenzelm
parents: 56695
diff changeset
   123
  }
56695
963732291084 consumer thread with unbounded queueing of requests (similar to Message_Channel in ML);
wenzelm
parents:
diff changeset
   124
}