lib: move `Template::write_to_*` to `Streamable`
[nit.git] / lib / standard / file.nit
1 # This file is part of NIT ( http://www.nitlanguage.org ).
2 #
3 # Copyright 2004-2008 Jean Privat <jean@pryen.org>
4 # Copyright 2008 Floréal Morandat <morandat@lirmm.fr>
5 # Copyright 2008 Jean-Sébastien Gélinas <calestar@gmail.com>
6 #
7 # This file is free software, which comes along with NIT. This software is
8 # distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY;
9 # without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
10 # PARTICULAR PURPOSE. You can modify it is you want, provided this header
11 # is kept unaltered, and a notification of the changes is added.
12 # You are allowed to redistribute it and sell it, alone or is a part of
13 # another product.
14
15 # File manipulations (create, read, write, etc.)
16 module file
17
18 intrude import stream
19 intrude import string
20 import string_search
21 import time
22
23 in "C Header" `{
24 #include <dirent.h>
25 #include <string.h>
26 #include <sys/types.h>
27 #include <sys/stat.h>
28 #include <unistd.h>
29 `}
30
31 redef class Object
32 # Simple I/O
33
34 # Print `objects` on the standard output (`stdout`).
35 protected fun printn(objects: Object...)
36 do
37 stdout.write(objects.to_s)
38 end
39
40 # Print an `object` on the standard output (`stdout`) and add a newline.
41 protected fun print(object: Object)
42 do
43 stdout.write(object.to_s)
44 stdout.write("\n")
45 end
46
47 # Read a character from the standard input (`stdin`).
48 protected fun getc: Char
49 do
50 return stdin.read_char.ascii
51 end
52
53 # Read a line from the standard input (`stdin`).
54 protected fun gets: String
55 do
56 return stdin.read_line
57 end
58
59 # Return the working (current) directory
60 protected fun getcwd: String do return file_getcwd.to_s
61 private fun file_getcwd: NativeString is extern "string_NativeString_NativeString_file_getcwd_0"
62 end
63
64 # File Abstract Stream
65 abstract class FStream
66 super IOS
67 # The path of the file.
68 readable var _path: nullable String = null
69
70 # The FILE *.
71 var _file: nullable NativeFile = null
72
73 fun file_stat: FileStat
74 do return _file.file_stat end
75 end
76
77 # File input stream
78 class IFStream
79 super FStream
80 super BufferedIStream
81 # Misc
82
83 # Open the same file again.
84 # The original path is reused, therefore the reopened file can be a different file.
85 fun reopen
86 do
87 if not eof then close
88 _file = new NativeFile.io_open_read(_path.to_cstring)
89 _end_reached = false
90 _buffer_pos = 0
91 _buffer.clear
92 end
93
94 redef fun close
95 do
96 var i = _file.io_close
97 _end_reached = true
98 end
99
100 redef fun fill_buffer
101 do
102 var nb = _file.io_read(_buffer._items, _buffer._capacity)
103 if nb <= 0 then
104 _end_reached = true
105 nb = 0
106 end
107 _buffer._length = nb
108 _buffer_pos = 0
109 end
110
111 # End of file?
112 redef readable var _end_reached: Bool = false
113
114 # Open the file at `path` for reading.
115 init open(path: String)
116 do
117 _path = path
118 prepare_buffer(10)
119 _file = new NativeFile.io_open_read(_path.to_cstring)
120 assert cant_open_file: _file != null
121 end
122
123 private init do end
124 private init without_file do end
125 end
126
127 # File output stream
128 class OFStream
129 super FStream
130 super OStream
131
132 redef fun write(s)
133 do
134 assert _writable
135 write_native(s.to_cstring, s.length)
136 end
137
138 redef fun is_writable do return _writable
139
140 redef fun close
141 do
142 var i = _file.io_close
143 _writable = false
144 end
145
146 # Is the file open in write mode
147 var _writable: Bool
148
149 # Write `len` bytes from `native`.
150 private fun write_native(native: NativeString, len: Int)
151 do
152 assert _writable
153 var err = _file.io_write(native, len)
154 if err != len then
155 # Big problem
156 printn("Problem in writing : ", err, " ", len, "\n")
157 end
158 end
159
160 # Open the file at `path` for writing.
161 init open(path: String)
162 do
163 _file = new NativeFile.io_open_write(path.to_cstring)
164 assert cant_open_file: _file != null
165 _path = path
166 _writable = true
167 end
168
169 private init do end
170 private init without_file do end
171 end
172
173 ###############################################################################
174
175 class Stdin
176 super IFStream
177 private init do
178 _file = new NativeFile.native_stdin
179 _path = "/dev/stdin"
180 prepare_buffer(1)
181 end
182
183 # Is these something to read? (non blocking)
184 # FIXME: should be generalized
185 fun poll_in: Bool is extern "file_stdin_poll_in"
186 end
187
188 class Stdout
189 super OFStream
190 private init do
191 _file = new NativeFile.native_stdout
192 _path = "/dev/stdout"
193 _writable = true
194 end
195 end
196
197 class Stderr
198 super OFStream
199 private init do
200 _file = new NativeFile.native_stderr
201 _path = "/dev/stderr"
202 _writable = true
203 end
204 end
205
206 ###############################################################################
207
208 redef class Streamable
209 # Like `write_to` but take care of creating the file
210 fun write_to_file(filepath: String)
211 do
212 var stream = new OFStream.open(filepath)
213 write_to(stream)
214 stream.close
215 end
216 end
217
218 redef class String
219 # return true if a file with this names exists
220 fun file_exists: Bool do return to_cstring.file_exists
221
222 fun file_stat: FileStat do return to_cstring.file_stat
223 fun file_lstat: FileStat do return to_cstring.file_lstat
224
225 # Remove a file, return true if success
226 fun file_delete: Bool do return to_cstring.file_delete
227
228 # Copy content of file at `self` to `dest`
229 fun file_copy_to(dest: String)
230 do
231 var input = new IFStream.open(self)
232 var output = new OFStream.open(dest)
233
234 while not input.eof do
235 var buffer = input.read(1024)
236 output.write buffer
237 end
238
239 input.close
240 output.close
241 end
242
243 # remove the trailing extension "ext"
244 fun strip_extension(ext: String): String
245 do
246 if has_suffix(ext) then
247 return substring(0, length - ext.length)
248 end
249 return self
250 end
251
252 # Extract the basename of a path and remove the extension
253 fun basename(ext: String): String
254 do
255 var pos = last_index_of_from('/', _length - 1)
256 var n = self
257 if pos >= 0 then
258 n = substring_from(pos+1)
259 end
260 return n.strip_extension(ext)
261 end
262
263 # Extract the dirname of a path
264 #
265 # assert "/path/to/a_file.ext".dirname == "/path/to"
266 # assert "path/to/a_file.ext".dirname == "path/to"
267 # assert "path/to".dirname == "path"
268 # assert "path/to/".dirname == "path"
269 # assert "path".dirname == "."
270 # assert "/path".dirname == "/"
271 # assert "/".dirname == "/"
272 # assert "".dirname == "."
273 fun dirname: String
274 do
275 var l = _length - 1 # Index of the last char
276 if l > 0 and self.chars[l] == '/' then l -= 1 # remove trailing `/`
277 var pos = last_index_of_from('/', l)
278 if pos > 0 then
279 return substring(0, pos)
280 else if pos == 0 then
281 return "/"
282 else
283 return "."
284 end
285 end
286
287 # Return the canonicalized absolute pathname (see POSIX function `realpath`)
288 fun realpath: String do
289 var cs = to_cstring.file_realpath
290 var res = cs.to_s_with_copy
291 # cs.free_malloc # FIXME memory leak
292 return res
293 end
294
295 # Simplify a file path by remove useless ".", removing "//", and resolving ".."
296 # ".." are not resolved if they start the path
297 # starting "/" is not removed
298 # trainling "/" is removed
299 #
300 # Note that the method only wonrk on the string:
301 # * no I/O access is performed
302 # * the validity of the path is not checked
303 #
304 # assert "some/./complex/../../path/from/../to/a////file//".simplify_path == "path/to/a/file"
305 # assert "../dir/file".simplify_path == "../dir/file"
306 # assert "dir/../../".simplify_path == ".."
307 # assert "dir/..".simplify_path == "."
308 # assert "//absolute//path/".simplify_path == "/absolute/path"
309 fun simplify_path: String
310 do
311 var a = self.split_with("/")
312 var a2 = new Array[String]
313 for x in a do
314 if x == "." then continue
315 if x == "" and not a2.is_empty then continue
316 if x == ".." and not a2.is_empty and a2.last != ".." then
317 a2.pop
318 continue
319 end
320 a2.push(x)
321 end
322 if a2.is_empty then return "."
323 return a2.join("/")
324 end
325
326 # Correctly join two path using the directory separator.
327 #
328 # Using a standard "{self}/{path}" does not work when `self` is the empty string.
329 # This method ensure that the join is valid.
330 #
331 # assert "hello".join_path("world") == "hello/world"
332 # assert "hel/lo".join_path("wor/ld") == "hel/lo/wor/ld"
333 # assert "".join_path("world") == "world"
334 # assert "/hello".join_path("/world") == "/world"
335 #
336 # Note: you may want to use `simplify_path` on the result
337 #
338 # Note: I you want to join a great number of path, you can write
339 #
340 # [p1, p2, p3, p4].join("/")
341 fun join_path(path: String): String
342 do
343 if path.is_empty then return self
344 if self.is_empty then return path
345 if path.chars[0] == '/' then return path
346 return "{self}/{path}"
347 end
348
349 # Create a directory (and all intermediate directories if needed)
350 fun mkdir
351 do
352 var dirs = self.split_with("/")
353 var path = new Buffer
354 if dirs.is_empty then return
355 if dirs[0].is_empty then
356 # it was a starting /
357 path.add('/')
358 end
359 for d in dirs do
360 if d.is_empty then continue
361 path.append(d)
362 path.add('/')
363 path.to_s.to_cstring.file_mkdir
364 end
365 end
366
367 # Change the current working directory
368 #
369 # "/etc".chdir
370 # assert getcwd == "/etc"
371 # "..".chdir
372 # assert getcwd == "/"
373 #
374 # TODO: errno
375 fun chdir do to_cstring.file_chdir
376
377 # Return right-most extension (without the dot)
378 fun file_extension : nullable String
379 do
380 var last_slash = last_index_of('.')
381 if last_slash >= 0 then
382 return substring( last_slash+1, length )
383 else
384 return null
385 end
386 end
387
388 # returns files contained within the directory represented by self
389 fun files : Set[ String ] is extern import HashSet[String], HashSet[String].add, NativeString.to_s, String.to_cstring, HashSet[String].as(Set[String]) `{
390 char *dir_path;
391 DIR *dir;
392
393 dir_path = String_to_cstring( recv );
394 if ((dir = opendir(dir_path)) == NULL)
395 {
396 perror( dir_path );
397 exit( 1 );
398 }
399 else
400 {
401 HashSet_of_String results;
402 String file_name;
403 struct dirent *de;
404
405 results = new_HashSet_of_String();
406
407 while ( ( de = readdir( dir ) ) != NULL )
408 if ( strcmp( de->d_name, ".." ) != 0 &&
409 strcmp( de->d_name, "." ) != 0 )
410 {
411 file_name = NativeString_to_s( strdup( de->d_name ) );
412 HashSet_of_String_add( results, file_name );
413 }
414
415 closedir( dir );
416 return HashSet_of_String_as_Set_of_String( results );
417 }
418 `}
419 end
420
421 redef class NativeString
422 private fun file_exists: Bool is extern "string_NativeString_NativeString_file_exists_0"
423 private fun file_stat: FileStat is extern "string_NativeString_NativeString_file_stat_0"
424 private fun file_lstat: FileStat `{
425 struct stat* stat_element;
426 int res;
427 stat_element = malloc(sizeof(struct stat));
428 res = lstat(recv, stat_element);
429 if (res == -1) return NULL;
430 return stat_element;
431 `}
432 private fun file_mkdir: Bool is extern "string_NativeString_NativeString_file_mkdir_0"
433 private fun file_delete: Bool is extern "string_NativeString_NativeString_file_delete_0"
434 private fun file_chdir is extern "string_NativeString_NativeString_file_chdir_0"
435 private fun file_realpath: NativeString is extern "file_NativeString_realpath"
436 end
437
438 extern FileStat `{ struct stat * `}
439 # This class is system dependent ... must reify the vfs
440 fun mode: Int is extern "file_FileStat_FileStat_mode_0"
441 fun atime: Int is extern "file_FileStat_FileStat_atime_0"
442 fun ctime: Int is extern "file_FileStat_FileStat_ctime_0"
443 fun mtime: Int is extern "file_FileStat_FileStat_mtime_0"
444 fun size: Int is extern "file_FileStat_FileStat_size_0"
445
446 fun is_reg: Bool `{ return S_ISREG(recv->st_mode); `}
447 fun is_dir: Bool `{ return S_ISDIR(recv->st_mode); `}
448 fun is_chr: Bool `{ return S_ISCHR(recv->st_mode); `}
449 fun is_blk: Bool `{ return S_ISBLK(recv->st_mode); `}
450 fun is_fifo: Bool `{ return S_ISFIFO(recv->st_mode); `}
451 fun is_lnk: Bool `{ return S_ISLNK(recv->st_mode); `}
452 fun is_sock: Bool `{ return S_ISSOCK(recv->st_mode); `}
453 end
454
455 # Instance of this class are standard FILE * pointers
456 private extern NativeFile `{ FILE* `}
457 fun io_read(buf: NativeString, len: Int): Int is extern "file_NativeFile_NativeFile_io_read_2"
458 fun io_write(buf: NativeString, len: Int): Int is extern "file_NativeFile_NativeFile_io_write_2"
459 fun io_close: Int is extern "file_NativeFile_NativeFile_io_close_0"
460 fun file_stat: FileStat is extern "file_NativeFile_NativeFile_file_stat_0"
461
462 new io_open_read(path: NativeString) is extern "file_NativeFileCapable_NativeFileCapable_io_open_read_1"
463 new io_open_write(path: NativeString) is extern "file_NativeFileCapable_NativeFileCapable_io_open_write_1"
464 new native_stdin is extern "file_NativeFileCapable_NativeFileCapable_native_stdin_0"
465 new native_stdout is extern "file_NativeFileCapable_NativeFileCapable_native_stdout_0"
466 new native_stderr is extern "file_NativeFileCapable_NativeFileCapable_native_stderr_0"
467 end
468
469 # Standard input.
470 fun stdin: Stdin do return once new Stdin
471
472 # Standard output.
473 fun stdout: OFStream do return once new Stdout
474
475 # Standard output for error.
476 fun stderr: OFStream do return once new Stderr