# # # Nim's Runtime Library # (c) Copyright 2013 Andreas Rumpf # # See the file "copying.txt", included in this # distribution, for details about the copyright. # # Nim's standard IO library. It contains high-performance # routines for reading and writing data to (buffered) files or # TTYs. {.push debugger:off .} # the user does not want to trace a part # of the standard library! proc c_fdopen(filehandle: cint, mode: cstring): File {. importc: "fdopen", header: "".} proc c_fputs(c: cstring, f: File): cint {. importc: "fputs", header: "", tags: [WriteIOEffect].} proc c_fgets(c: cstring, n: cint, f: File): cstring {. importc: "fgets", header: "", tags: [ReadIOEffect].} proc c_fgetc(stream: File): cint {. importc: "fgetc", header: "", tags: [ReadIOEffect].} proc c_ungetc(c: cint, f: File): cint {. importc: "ungetc", header: "", tags: [].} proc c_putc(c: cint, stream: File): cint {. importc: "putc", header: "", tags: [WriteIOEffect].} proc c_fflush(f: File): cint {. importc: "fflush", header: "".} proc c_fclose(f: File): cint {. importc: "fclose", header: "".} # C routine that is used here: proc c_fread(buf: pointer, size, n: csize, f: File): csize {. importc: "fread", header: "", tags: [ReadIOEffect].} proc c_fseek(f: File, offset: clong, whence: cint): cint {. importc: "fseek", header: "", tags: [].} proc c_ftell(f: File): clong {. importc: "ftell", header: "", tags: [].} proc c_ferror(f: File): cint {. importc: "ferror", header: "", tags: [].} proc c_setvbuf(f: File, buf: pointer, mode: cint, size: csize): cint {. importc: "setvbuf", header: "", tags: [].} proc c_fwrite(buf: pointer, size, n: csize, f: File): cint {. importc: "fwrite", header: "".} proc raiseEIO(msg: string) {.noinline, noreturn.} = sysFatal(IOError, msg) {.push stackTrace:off, profiler:off.} proc readBuffer(f: File, buffer: pointer, len: Natural): int = result = c_fread(buffer, 1, len, f) proc readBytes(f: File, a: var openArray[int8|uint8], start, len: Natural): int = result = readBuffer(f, addr(a[start]), len) proc readChars(f: File, a: var openArray[char], start, len: Natural): int = if (start + len) > len(a): raiseEIO("buffer overflow: (start+len) > length of openarray buffer") result = readBuffer(f, addr(a[start]), len) proc write(f: File, c: cstring) = discard c_fputs(c, f) proc writeBuffer(f: File, buffer: pointer, len: Natural): int = result = c_fwrite(buffer, 1, len, f) proc writeBytes(f: File, a: openArray[int8|uint8], start, len: Natural): int = var x = cast[ptr array[0..1000_000_000, int8]](a) result = writeBuffer(f, addr(x[start]), len) proc writeChars(f: File, a: openArray[char], start, len: Natural): int = var x = cast[ptr array[0..1000_000_000, int8]](a) result = writeBuffer(f, addr(x[start]), len) proc write(f: File, s: string) = if writeBuffer(f, cstring(s), s.len) != s.len: raiseEIO("cannot write string to file") {.pop.} when NoFakeVars: when defined(windows): const IOFBF = cint(0) IONBF = cint(4) else: # On all systems I could find, including Linux, Mac OS X, and the BSDs const IOFBF = cint(0) IONBF = cint(2) else: var IOFBF {.importc: "_IOFBF", nodecl.}: cint IONBF {.importc: "_IONBF", nodecl.}: cint const BufSize = 4000 proc close*(f: File) = discard c_fclose(f) proc readChar*(f: File): char = result = char(c_fgetc(f)) proc flushFile*(f: File) = discard c_fflush(f) proc getFileHandle*(f: File): FileHandle = c_fileno(f) proc readLine(f: File, line: var TaintedString): bool = var pos = 0 var sp: cint = 80 # Use the currently reserved space for a first try if line.string.isNil: line = TaintedString(newStringOfCap(80)) else: when not defined(nimscript): sp = cint(cast[PGenericSeq](line.string).space) line.string.setLen(sp) while true: # memset to \l so that we can tell how far fgets wrote, even on EOF, where # fgets doesn't append an \l c_memset(addr line.string[pos], '\l'.ord, sp) if c_fgets(addr line.string[pos], sp, f) == nil: line.string.setLen(0) return false let m = c_memchr(addr line.string[pos], '\l'.ord, sp) if m != nil: # \l found: Could be our own or the one by fgets, in any case, we're done var last = cast[ByteAddress](m) - cast[ByteAddress](addr line.string[0]) if last > 0 and line.string[last-1] == '\c': line.string.setLen(last-1) return true # We have to distinguish between two possible cases: # \0\l\0 => line ending in a null character. # \0\l\l => last line without newline, null was put there by fgets. elif last > 0 and line.string[last-1] == '\0': if last < pos + sp - 1 and line.string[last+1] != '\0': dec last line.string.setLen(last) return true else: # fgets will have inserted a null byte at the end of the string. dec sp # No \l found: Increase buffer and read more inc pos, sp sp = 128 # read in 128 bytes at a time line.string.setLen(pos+sp) proc readLine(f: File): TaintedString = result = TaintedString(newStringOfCap(80)) if not readLine(f, result): raiseEIO("EOF reached") proc write(f: File, i: int) = when sizeof(int) == 8: c_fprintf(f, "%lld", i) else: c_fprintf(f, "%ld", i) proc write(f: File, i: BiggestInt) = when sizeof(BiggestInt) == 8: c_fprintf(f, "%lld", i) else: c_fprintf(f, "%ld", i) proc write(f: File, b: bool) = if b: write(f, "true") else: write(f, "false") proc write(f: File, r: float32) = c_fprintf(f, "%g", r) proc write(f: File, r: BiggestFloat) = c_fprintf(f, "%g", r) proc write(f: File, c: char) = discard c_putc(ord(c), f) proc write(f: File, a: varargs[string, `$`]) = for x in items(a): write(f, x) proc readAllBuffer(file: File): string = # This proc is for File we want to read but don't know how many # bytes we need to read before the buffer is empty. result = "" var buffer = newString(BufSize) while true: var bytesRead = readBuffer(file, addr(buffer[0]), BufSize) if bytesRead == BufSize: result.add(buffer) else: buffer.setLen(bytesRead) result.add(buffer) break proc rawFileSize(file: File): int = # this does not raise an error opposed to `getFileSize` var oldPos = c_ftell(file) discard c_fseek(file, 0, 2) # seek the end of the file result = c_ftell(file) discard c_fseek(file, clong(oldPos), 0) proc endOfFile(f: File): bool = # do not blame me; blame the ANSI C standard this is so brain-damaged var c = c_fgetc(f) discard c_ungetc(c, f) return c < 0'i32 proc readAllFile(file: File, len: int): string = # We acquire the filesize beforehand and hope it doesn't change. # Speeds things up. result = newString(len) let bytes = readBuffer(file, addr(result[0]), len) if endOfFile(file): if bytes < len: result.setLen(bytes) elif c_ferror(file) != 0: raiseEIO("error while reading from file") else: # We read all the bytes but did not reach the EOF # Try to read it as a buffer result.add(readAllBuffer(file)) proc readAllFile(file: File): string = var len = rawFileSize(file) result = readAllFile(file, len) proc readAll(file: File): TaintedString = # Separate handling needed because we need to buffer when we # don't know the overall length of the File. when declared(stdin): let len = if file != stdin: rawFileSize(file) else: -1 else: let len = rawFileSize(file) if len > 0: result = readAllFile(file, len).TaintedString else: result = readAllBuffer(file).TaintedString proc writeLn[Ty](f: File, x: varargs[Ty, `$`]) = for i in items(x): write(f, i) write(f, "\n") proc writeLine[Ty](f: File, x: varargs[Ty, `$`]) = for i in items(x): write(f, i) write(f, "\n") when declared(stdout): proc rawEcho(x: string) {.inline, compilerproc.} = write(stdout, x) proc rawEchoNL() {.inline, compilerproc.} = write(stdout, "\n") # interface to the C procs: include "system/widestrs" when defined(windows) and not defined(useWinAnsi): when defined(cpp): proc wfopen(filename, mode: WideCString): pointer {. importcpp: "_wfopen((const wchar_t*)#, (const wchar_t*)#)", nodecl.} proc wfreopen(filename, mode: WideCString, stream: File): File {. importcpp: "_wfreopen((const wchar_t*)#, (const wchar_t*)#, #)", nodecl.} else: proc wfopen(filename, mode: WideCString): pointer {. importc: "_wfopen", nodecl.} proc wfreopen(filename, mode: WideCString, stream: File): File {. importc: "_wfreopen", nodecl.} proc fopen(filename, mode: cstring): pointer = var f = newWideCString(filename) var m = newWideCString(mode) result = wfopen(f, m) proc freopen(filename, mode: cstring, stream: File): File = var f = newWideCString(filename) var m = newWideCString(mode) result = wfreopen(f, m, stream) else: proc fopen(filename, mode: cstring): pointer {.importc: "fopen", noDecl.} proc freopen(filename, mode: cstring, stream: File): File {. importc: "freopen", nodecl.} const FormatOpen: array[FileMode, string] = ["rb", "wb", "w+b", "r+b", "ab"] #"rt", "wt", "w+t", "r+t", "at" # we always use binary here as for Nim the OS line ending # should not be translated. when defined(posix) and not defined(nimscript): when defined(linux) and defined(amd64): type Mode {.importc: "mode_t", header: "".} = cint # fillers ensure correct size & offsets Stat {.importc: "struct stat", header: "", final, pure.} = object ## struct stat filler_1: array[24, char] st_mode: Mode ## Mode of file filler_2: array[144 - 24 - 4, char] proc S_ISDIR(m: Mode): bool = ## Test for a directory. (m and 0o170000) == 0o40000 else: type Mode {.importc: "mode_t", header: "".} = cint Stat {.importc: "struct stat", header: "", final, pure.} = object ## struct stat st_mode: Mode ## Mode of file proc S_ISDIR(m: Mode): bool {.importc, header: "".} ## Test for a directory. proc c_fstat(a1: cint, a2: var Stat): cint {. importc: "fstat", header: "".} proc open(f: var File, filename: string, mode: FileMode = fmRead, bufSize: int = -1): bool = var p: pointer = fopen(filename, FormatOpen[mode]) if p != nil: when defined(posix) and not defined(nimscript): # How `fopen` handles opening a directory is not specified in ISO C and # POSIX. We do not want to handle directories as regular files that can # be opened. var f2 = cast[File](p) var res: Stat if c_fstat(getFileHandle(f2), res) >= 0'i32 and S_ISDIR(res.st_mode): close(f2) return false result = true f = cast[File](p) if bufSize > 0 and bufSize <= high(cint).int: discard c_setvbuf(f, nil, IOFBF, bufSize.cint) elif bufSize == 0: discard c_setvbuf(f, nil, IONBF, 0) proc reopen(f: File, filename: string, mode: FileMode = fmRead): bool = var p: pointer = freopen(filename, FormatOpen[mode], f) result = p != nil proc open(f: var File, filehandle: FileHandle, mode: FileMode): bool = f = c_fdopen(filehandle, FormatOpen[mode]) result = f != nil proc setFilePos(f: File, pos: int64) = if c_fseek(f, clong(pos), 0) != 0: raiseEIO("cannot set file position") proc getFilePos(f: File): int64 = result = c_ftell(f) if result < 0: raiseEIO("cannot retrieve file position") proc getFileSize(f: File): int64 = var oldPos = getFilePos(f) discard c_fseek(f, 0, 2) # seek the end of the file result = getFilePos(f) setFilePos(f, oldPos) proc readFile(filename: string): TaintedString = var f: File if open(f, filename): try: result = readAll(f).TaintedString finally: close(f) else: sysFatal(IOError, "cannot open: ", filename) proc writeFile(filename, content: string) = var f: File if open(f, filename, fmWrite): try: f.write(content) finally: close(f) else: sysFatal(IOError, "cannot open: ", filename) proc setStdIoUnbuffered() = when declared(stdout): discard c_setvbuf(stdout, nil, IONBF, 0) when declared(stderr): discard c_setvbuf(stderr, nil, IONBF, 0) when declared(stdin): discard c_setvbuf(stdin, nil, IONBF, 0) {.pop.}