| author | wenzelm | 
| Tue, 14 Mar 2017 16:20:07 +0100 | |
| changeset 65232 | ca571c8c0788 | 
| parent 64497 | f6cefd465f86 | 
| child 65831 | 3b197547c1d4 | 
| permissions | -rw-r--r-- | 
| 64264 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 1 | /* Title: Pure/System/numa.scala | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 2 | Author: Makarius | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 3 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 4 | Support for Non-Uniform Memory Access of separate CPU nodes. | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 5 | */ | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 6 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 7 | package isabelle | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 8 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 9 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 10 | object NUMA | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 11 | {
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 12 | /* available nodes */ | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 13 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 14 | def nodes(): List[Int] = | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 15 |   {
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 16 |     val numa_nodes_linux = Path.explode("/sys/devices/system/node/online")
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 17 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 18 | val Single = """^(\d+)$""".r | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 19 | val Multiple = """^(\d+)-(\d+)$""".r | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 20 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 21 | def read(s: String): List[Int] = | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 22 |       s match {
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 23 | case Single(Value.Int(i)) => List(i) | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 24 | case Multiple(Value.Int(i), Value.Int(j)) => (i to j).toList | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 25 |         case _ => error("Cannot parse CPU node specification: " + quote(s))
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 26 | } | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 27 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 28 |     if (numa_nodes_linux.is_file) {
 | 
| 64497 
f6cefd465f86
trim more thoroughly, e.g. trailing \0 seen on some system;
 wenzelm parents: 
64265diff
changeset | 29 |       Library.space_explode(',', File.read(numa_nodes_linux).trim).flatMap(read(_))
 | 
| 64264 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 30 | } | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 31 | else Nil | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 32 | } | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 33 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 34 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 35 | /* CPU policy via numactl tool */ | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 36 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 37 |   lazy val numactl_available: Boolean = Isabelle_System.bash("numactl --hardware").ok
 | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 38 | |
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 39 | def policy(node: Int): String = | 
| 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 40 | if (numactl_available) "numactl -m" + node + " -N" + node else "" | 
| 64265 | 41 | |
| 42 | ||
| 43 | /* shuffling of CPU nodes */ | |
| 44 | ||
| 45 | def enabled_warning(enabled: Boolean): Boolean = | |
| 46 |   {
 | |
| 47 | def warning = | |
| 48 |       if (nodes().length < 2) Some("no NUMA nodes available")
 | |
| 49 |       else if (!numactl_available) Some("missing numactl tool")
 | |
| 50 | else None | |
| 51 | ||
| 52 | enabled && | |
| 53 |       (warning match {
 | |
| 54 |         case Some(s) => Output.warning("Shuffling of CPU nodes is disabled: " + s); false
 | |
| 55 | case _ => true | |
| 56 | }) | |
| 57 | } | |
| 58 | ||
| 59 | class Nodes(enabled: Boolean = true) | |
| 60 |   {
 | |
| 61 | private val available = nodes().zipWithIndex | |
| 62 | private var next_index = 0 | |
| 63 | ||
| 64 |     def next(used: Int => Boolean = _ => false): Option[Int] = synchronized {
 | |
| 65 | if (!enabled || available.isEmpty) None | |
| 66 |       else {
 | |
| 67 | val candidates = available.drop(next_index) ::: available.take(next_index) | |
| 68 | val (n, i) = | |
| 69 |           candidates.find({ case (n, i) => i == next_index && !used(n) }) orElse
 | |
| 70 |             candidates.find({ case (n, _) => !used(n) }) getOrElse candidates.head
 | |
| 71 | next_index = (i + 1) % available.length | |
| 72 | Some(n) | |
| 73 | } | |
| 74 | } | |
| 75 | } | |
| 64264 
42138702d6ec
support for Non-Uniform Memory Access of separate CPU nodes;
 wenzelm parents: diff
changeset | 76 | } |