| author | wenzelm |
| Tue, 18 Aug 2015 16:08:47 +0200 | |
| changeset 60970 | e08d868ceca9 |
| parent 59058 | a78612c67ec0 |
| child 60982 | 67e389f67073 |
| permissions | -rw-r--r-- |
| 6118 | 1 |
(* Title: Pure/General/file.ML |
| 5009 | 2 |
Author: Markus Wenzel, TU Muenchen |
3 |
||
4 |
File system operations. |
|
5 |
*) |
|
6 |
||
7 |
signature FILE = |
|
8 |
sig |
|
|
60970
e08d868ceca9
clarified File.standard_path vs. File.platform_path (like Isabelle/Scala operations);
wenzelm
parents:
59058
diff
changeset
|
9 |
val standard_path: Path.T -> string |
| 16261 | 10 |
val platform_path: Path.T -> string |
| 32943 | 11 |
val shell_quote: string -> string |
| 16261 | 12 |
val shell_path: Path.T -> string |
| 6224 | 13 |
val cd: Path.T -> unit |
14 |
val pwd: unit -> Path.T |
|
|
42003
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
15 |
val full_path: Path.T -> Path.T -> Path.T |
| 6182 | 16 |
val tmp_path: Path.T -> Path.T |
| 17826 | 17 |
val exists: Path.T -> bool |
18 |
val rm: Path.T -> unit |
|
| 40785 | 19 |
val is_dir: Path.T -> bool |
|
42003
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
20 |
val check_dir: Path.T -> Path.T |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
21 |
val check_file: Path.T -> Path.T |
| 43848 | 22 |
val open_dir: (OS.FileSys.dirstream -> 'a) -> Path.T -> 'a |
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
23 |
val open_input: (TextIO.instream -> 'a) -> Path.T -> 'a |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
24 |
val open_output: (TextIO.outstream -> 'a) -> Path.T -> 'a |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
25 |
val open_append: (TextIO.outstream -> 'a) -> Path.T -> 'a |
| 43848 | 26 |
val fold_dir: (string -> 'a -> 'a) -> Path.T -> 'a -> 'a |
27 |
val read_dir: Path.T -> string list |
|
| 28028 | 28 |
val fold_lines: (string -> 'a -> 'a) -> Path.T -> 'a -> 'a |
|
43845
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
29 |
val fold_pages: (string -> 'a -> 'a) -> Path.T -> 'a -> 'a |
| 43848 | 30 |
val read_lines: Path.T -> string list |
| 44879 | 31 |
val read_pages: Path.T -> string list |
| 6182 | 32 |
val read: Path.T -> string |
33 |
val write: Path.T -> string -> unit |
|
34 |
val append: Path.T -> string -> unit |
|
| 16713 | 35 |
val write_list: Path.T -> string list -> unit |
36 |
val append_list: Path.T -> string list -> unit |
|
| 28028 | 37 |
val write_buffer: Path.T -> Buffer.T -> unit |
| 16603 | 38 |
val eq: Path.T * Path.T -> bool |
| 5009 | 39 |
end; |
40 |
||
41 |
structure File: FILE = |
|
42 |
struct |
|
43 |
||
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
44 |
(* system path representations *) |
| 6224 | 45 |
|
|
60970
e08d868ceca9
clarified File.standard_path vs. File.platform_path (like Isabelle/Scala operations);
wenzelm
parents:
59058
diff
changeset
|
46 |
val standard_path = Path.implode o Path.expand; |
|
e08d868ceca9
clarified File.standard_path vs. File.platform_path (like Isabelle/Scala operations);
wenzelm
parents:
59058
diff
changeset
|
47 |
val platform_path = ml_platform_path o standard_path; |
|
26980
f7f48bb9a025
ident: naive caching prevents potentially slow external invocations;
wenzelm
parents:
26946
diff
changeset
|
48 |
|
| 48446 | 49 |
val shell_quote = enclose "'" "'"; |
|
60970
e08d868ceca9
clarified File.standard_path vs. File.platform_path (like Isabelle/Scala operations);
wenzelm
parents:
59058
diff
changeset
|
50 |
val shell_path = shell_quote o standard_path; |
| 6224 | 51 |
|
52 |
||
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
53 |
(* current working directory *) |
| 6224 | 54 |
|
|
60970
e08d868ceca9
clarified File.standard_path vs. File.platform_path (like Isabelle/Scala operations);
wenzelm
parents:
59058
diff
changeset
|
55 |
val cd = cd o standard_path; |
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
56 |
val pwd = Path.explode o pwd; |
| 6224 | 57 |
|
|
42003
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
58 |
|
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
59 |
(* full_path *) |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
60 |
|
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
61 |
fun full_path dir path = |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
62 |
let |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
63 |
val path' = Path.expand path; |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
64 |
val _ = Path.is_current path' andalso error "Bad file specification"; |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
65 |
val path'' = Path.append dir path'; |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
66 |
in |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
67 |
if Path.is_absolute path'' then path'' |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
68 |
else Path.append (pwd ()) path'' |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
69 |
end; |
| 5009 | 70 |
|
| 6182 | 71 |
|
72 |
(* tmp_path *) |
|
73 |
||
74 |
fun tmp_path path = |
|
75 |
Path.append (Path.variable "ISABELLE_TMP") (Path.base path); |
|
| 5009 | 76 |
|
77 |
||
|
26980
f7f48bb9a025
ident: naive caching prevents potentially slow external invocations;
wenzelm
parents:
26946
diff
changeset
|
78 |
(* directory entries *) |
|
f7f48bb9a025
ident: naive caching prevents potentially slow external invocations;
wenzelm
parents:
26946
diff
changeset
|
79 |
|
|
23861
72bb3494746f
replaced info by ident (for full identification, potentially content-based);
wenzelm
parents:
23826
diff
changeset
|
80 |
val exists = can OS.FileSys.modTime o platform_path; |
| 16261 | 81 |
|
82 |
val rm = OS.FileSys.remove o platform_path; |
|
83 |
||
| 40785 | 84 |
fun is_dir path = |
85 |
the_default false (try OS.FileSys.isDir (platform_path path)); |
|
86 |
||
|
42003
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
87 |
fun check_dir path = |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
88 |
if exists path andalso is_dir path then path |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
89 |
else error ("No such directory: " ^ Path.print path);
|
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
90 |
|
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
91 |
fun check_file path = |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
92 |
if exists path andalso not (is_dir path) then path |
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
93 |
else error ("No such file: " ^ Path.print path);
|
|
6e45dc518ebb
replaced File.check by specific File.check_file, File.check_dir;
wenzelm
parents:
41944
diff
changeset
|
94 |
|
| 16261 | 95 |
|
| 43848 | 96 |
(* open streams *) |
| 6224 | 97 |
|
| 16261 | 98 |
local |
99 |
||
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
100 |
fun with_file open_file close_file f path = |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
101 |
let val file = open_file path |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
102 |
in Exn.release (Exn.capture f file before close_file file) end; |
| 6224 | 103 |
|
| 16261 | 104 |
in |
| 6218 | 105 |
|
| 43848 | 106 |
fun open_dir f = with_file OS.FileSys.openDir OS.FileSys.closeDir f o platform_path; |
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
107 |
fun open_input f = with_file TextIO.openIn TextIO.closeIn f o platform_path; |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
108 |
fun open_output f = with_file TextIO.openOut TextIO.closeOut f o platform_path; |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
109 |
fun open_append f = with_file TextIO.openAppend TextIO.closeOut f o platform_path; |
| 6224 | 110 |
|
| 28028 | 111 |
end; |
112 |
||
113 |
||
| 43848 | 114 |
(* directory content *) |
115 |
||
116 |
fun fold_dir f path a = open_dir (fn stream => |
|
117 |
let |
|
118 |
fun read x = |
|
119 |
(case OS.FileSys.readDir stream of |
|
120 |
NONE => x |
|
121 |
| SOME entry => read (f entry x)); |
|
122 |
in read a end) path; |
|
123 |
||
124 |
fun read_dir path = rev (fold_dir cons path []); |
|
125 |
||
126 |
||
| 28028 | 127 |
(* input *) |
128 |
||
| 44879 | 129 |
(* |
130 |
scalable iterator: |
|
131 |
. avoid size limit of TextIO.inputAll and overhead of many TextIO.inputLine |
|
|
48911
5debc3e4fa81
tuned messages: end-of-input rarely means physical end-of-file from the past;
wenzelm
parents:
48446
diff
changeset
|
132 |
. optional terminator at end-of-input |
| 44879 | 133 |
*) |
|
43845
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
134 |
fun fold_chunks terminator f path a = open_input (fn file => |
| 28028 | 135 |
let |
|
28510
66b95e857bde
fold_lines: more tuning, avoiding extra split_last;
wenzelm
parents:
28500
diff
changeset
|
136 |
fun read buf x = |
|
66b95e857bde
fold_lines: more tuning, avoiding extra split_last;
wenzelm
parents:
28500
diff
changeset
|
137 |
(case TextIO.input file of |
|
66b95e857bde
fold_lines: more tuning, avoiding extra split_last;
wenzelm
parents:
28500
diff
changeset
|
138 |
"" => (case Buffer.content buf of "" => x | line => f line x) |
|
66b95e857bde
fold_lines: more tuning, avoiding extra split_last;
wenzelm
parents:
28500
diff
changeset
|
139 |
| input => |
|
43845
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
140 |
(case String.fields (fn c => c = terminator) input of |
|
28510
66b95e857bde
fold_lines: more tuning, avoiding extra split_last;
wenzelm
parents:
28500
diff
changeset
|
141 |
[rest] => read (Buffer.add rest buf) x |
|
43616
9e237a9dc1fd
reverted 782991e4180d: fold_fields was never used
noschinl
parents:
42329
diff
changeset
|
142 |
| line :: more => read_lines more (f (Buffer.content (Buffer.add line buf)) x))) |
|
9e237a9dc1fd
reverted 782991e4180d: fold_fields was never used
noschinl
parents:
42329
diff
changeset
|
143 |
and read_lines [rest] x = read (Buffer.add rest Buffer.empty) x |
|
9e237a9dc1fd
reverted 782991e4180d: fold_fields was never used
noschinl
parents:
42329
diff
changeset
|
144 |
| read_lines (line :: more) x = read_lines more (f line x); |
| 28028 | 145 |
in read Buffer.empty a end) path; |
146 |
||
|
43845
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
147 |
fun fold_lines f = fold_chunks #"\n" f; |
|
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
148 |
fun fold_pages f = fold_chunks #"\f" f; |
|
d89353d17f54
added File.fold_pages for streaming of large files;
wenzelm
parents:
43616
diff
changeset
|
149 |
|
| 43848 | 150 |
fun read_lines path = rev (fold_lines cons path []); |
| 44879 | 151 |
fun read_pages path = rev (fold_pages cons path []); |
| 43848 | 152 |
|
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
153 |
val read = open_input TextIO.inputAll; |
| 5009 | 154 |
|
| 28028 | 155 |
|
156 |
(* output *) |
|
157 |
||
158 |
fun output txts file = List.app (fn txt => TextIO.output (file, txt)) txts; |
|
159 |
||
|
26503
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
160 |
fun write_list path txts = open_output (output txts) path; |
|
4dec4460244f
discontinued unused hooks explode_platform_path_fn, platform_path_fn, shell_path_fn;
wenzelm
parents:
26220
diff
changeset
|
161 |
fun append_list path txts = open_append (output txts) path; |
| 16713 | 162 |
|
163 |
fun write path txt = write_list path [txt]; |
|
164 |
fun append path txt = append_list path [txt]; |
|
| 6182 | 165 |
|
| 28028 | 166 |
fun write_buffer path buf = open_output (Buffer.output buf) path; |
167 |
||
168 |
||
|
56533
cd8b6d849b6a
explicit 'document_files' in session ROOT specifications;
wenzelm
parents:
48911
diff
changeset
|
169 |
(* eq *) |
| 5009 | 170 |
|
| 16603 | 171 |
fun eq paths = |
|
59058
a78612c67ec0
renamed "pairself" to "apply2", in accordance to @{apply 2};
wenzelm
parents:
56533
diff
changeset
|
172 |
(case try (apply2 (OS.FileSys.fileId o platform_path)) paths of |
| 26656 | 173 |
SOME ids => is_equal (OS.FileSys.compare ids) |
| 16603 | 174 |
| NONE => false); |
175 |
||
| 5009 | 176 |
end; |