# # # Nim's Runtime Library # (c) Copyright 2015 Andreas Rumpf # # See the file "copying.txt", included in this # distribution, for details about the copyright. # ## A higher level `PostgreSQL`:idx: database wrapper. This interface ## is implemented for other databases also. ## ## See also: `db_odbc `_, `db_sqlite `_, ## `db_mysql `_. ## ## Parameter substitution ## ---------------------- ## ## All ``db_*`` modules support the same form of parameter substitution. ## That is, using the ``?`` (question mark) to signify the place where a ## value should be placed. For example: ## ## .. code-block:: Nim ## sql"INSERT INTO myTable (colA, colB, colC) VALUES (?, ?, ?)" ## ## **Note**: There are two approaches to parameter substitution support by ## this module. ## ## 1. ``SqlQuery`` using ``?, ?, ?, ...`` (same as all the ``db_*`` modules) ## ## 2. ``SqlPrepared`` using ``$1, $2, $3, ...`` ## ## .. code-block:: Nim ## prepare(db, "myExampleInsert", ## sql"""INSERT INTO myTable ## (colA, colB, colC) ## VALUES ($1, $2, $3)""", ## 3) ## ## Examples ## -------- ## ## Opening a connection to a database ## ================================== ## ## .. code-block:: Nim ## import db_postgres ## let db = open("localhost", "user", "password", "dbname") ## db.close() ## ## Creating a table ## ================ ## ## .. code-block:: Nim ## db.exec(sql"DROP TABLE IF EXISTS myTable") ## db.exec(sql("""CREATE TABLE myTable ( ## id integer, ## name varchar(50) not null)""")) ## ## Inserting data ## ============== ## ## .. code-block:: Nim ## db.exec(sql"INSERT INTO myTable (id, name) VALUES (0, ?)", ## "Dominik") import strutils, postgres import db_common export db_common type DbConn* = PPGconn ## encapsulates a database connection Row* = seq[string] ## a row of a dataset. NULL database values will be ## converted to nil. InstantRow* = object ## a handle that can be res: PPGresult ## used to get a row's line: int ## column text on demand SqlPrepared* = distinct string ## a identifier for the prepared queries {.deprecated: [TRow: Row, TDbConn: DbConn, TSqlPrepared: SqlPrepared].} proc dbError*(db: DbConn) {.noreturn.} = ## raises a DbError exception. var e: ref DbError new(e) e.msg = $pqErrorMessage(db) raise e proc dbQuote*(s: string): string = ## DB quotes the string. result = "'" for c in items(s): if c == '\'': add(result, "''") else: add(result, c) add(result, '\'') proc dbFormat(formatstr: SqlQuery, args: varargs[string]): string = result = "" var a = 0 if args.len > 0 and not string(formatstr).contains("?"): dbError("""parameter substitution expects "?" """) if args.len == 0: return string(formatstr) else: for c in items(string(formatstr)): if c == '?': add(result, dbQuote(args[a])) inc(a) else: add(result, c) proc tryExec*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): bool {.tags: [ReadDbEffect, WriteDbEffect].} = ## tries to execute the query and returns true if successful, false otherwise. var res = pqexecParams(db, dbFormat(query, args), 0, nil, nil, nil, nil, 0) result = pqresultStatus(res) == PGRES_COMMAND_OK pqclear(res) proc tryExec*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): bool {.tags: [ ReadDbEffect, WriteDbEffect].} = ## tries to execute the query and returns true if successful, false otherwise. var arr = allocCStringArray(args) var res = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) result = pqresultStatus(res) == PGRES_COMMAND_OK pqclear(res) proc exec*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]) {. tags: [ReadDbEffect, WriteDbEffect].} = ## executes the query and raises EDB if not successful. var res = pqexecParams(db, dbFormat(query, args), 0, nil, nil, nil, nil, 0) if pqresultStatus(res) != PGRES_COMMAND_OK: dbError(db) pqclear(res) proc exec*(db: DbConn, stmtName: SqlPrepared, args: varargs[string]) {.tags: [ReadDbEffect, WriteDbEffect].} = var arr = allocCStringArray(args) var res = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) if pqResultStatus(res) != PGRES_COMMAND_OK: dbError(db) pqclear(res) proc newRow(L: int): Row = newSeq(result, L) for i in 0..L-1: result[i] = "" proc setupQuery(db: DbConn, query: SqlQuery, args: varargs[string]): PPGresult = result = pqexec(db, dbFormat(query, args)) if pqResultStatus(result) != PGRES_TUPLES_OK: dbError(db) proc setupQuery(db: DbConn, stmtName: SqlPrepared, args: varargs[string]): PPGresult = var arr = allocCStringArray(args) result = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) if pqResultStatus(result) != PGRES_TUPLES_OK: dbError(db) proc prepare*(db: DbConn; stmtName: string, query: SqlQuery; nParams: int): SqlPrepared = ## Creates a new ``SqlPrepared`` statement. Parameter substitution is done ## via ``$1``, ``$2``, ``$3``, etc. if nParams > 0 and not string(query).contains("$1"): dbError("parameter substitution expects \"$1\"") var res = pqprepare(db, stmtName, query.string, int32(nParams), nil) if pqResultStatus(res) != PGRES_COMMAND_OK: dbError(db) return SqlPrepared(stmtName) proc setRow(res: PPGresult, r: var Row, line, cols: int32) = for col in 0'i32..cols-1: setLen(r[col], 0) let x = pqgetvalue(res, line, col) if x.isNil: r[col] = "" else: add(r[col], x) iterator fastRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## executes the query and iterates over the result dataset. This is very ## fast, but potenially dangerous: If the for-loop-body executes another ## query, the results can be undefined. For Postgres it is safe though. var res = setupQuery(db, query, args) var L = pqnfields(res) var result = newRow(L) for i in 0'i32..pqntuples(res)-1: setRow(res, result, i, L) yield result pqclear(res) iterator fastRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## executes the prepared query and iterates over the result dataset. var res = setupQuery(db, stmtName, args) var L = pqNfields(res) var result = newRow(L) for i in 0'i32..pqNtuples(res)-1: setRow(res, result, i, L) yield result pqClear(res) iterator instantRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): InstantRow {.tags: [ReadDbEffect].} = ## same as fastRows but returns a handle that can be used to get column text ## on demand using []. Returned handle is valid only within iterator body. var res = setupQuery(db, query, args) for i in 0'i32..pqNtuples(res)-1: yield InstantRow(res: res, line: i) pqClear(res) iterator instantRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): InstantRow {.tags: [ReadDbEffect].} = ## same as fastRows but returns a handle that can be used to get column text ## on demand using []. Returned handle is valid only within iterator body. var res = setupQuery(db, stmtName, args) for i in 0'i32..pqNtuples(res)-1: yield InstantRow(res: res, line: i) pqClear(res) proc getColumnType(res: PPGresult, col: int) : DbType = ## returns DbType for given column in the row ## defined in pg_type.h file in the postgres source code ## Wire representation for types: http://www.npgsql.org/dev/types.html var oid = pqftype(res, int32(col)) ## The integer returned is the internal OID number of the type case oid of 16: return DbType(kind: DbTypeKind.dbBool, name: "bool") of 17: return DbType(kind: DbTypeKind.dbBlob, name: "bytea") of 21: return DbType(kind: DbTypeKind.dbInt, name: "int2", size: 2) of 23: return DbType(kind: DbTypeKind.dbInt, name: "int4", size: 4) of 20: return DbType(kind: DbTypeKind.dbInt, name: "int8", size: 8) of 1560: return DbType(kind: DbTypeKind.dbBit, name: "bit") of 1562: return DbType(kind: DbTypeKind.dbInt, name: "varbit") of 18: return DbType(kind: DbTypeKind.dbFixedChar, name: "char") of 19: return DbType(kind: DbTypeKind.dbFixedChar, name: "name") of 1042: return DbType(kind: DbTypeKind.dbFixedChar, name: "bpchar") of 25: return DbType(kind: DbTypeKind.dbVarchar, name: "text") of 1043: return DbType(kind: DbTypeKind.dbVarChar, name: "varchar") of 2275: return DbType(kind: DbTypeKind.dbVarchar, name: "cstring") of 700: return DbType(kind: DbTypeKind.dbFloat, name: "float4") of 701: return DbType(kind: DbTypeKind.dbFloat, name: "float8") of 790: return DbType(kind: DbTypeKind.dbDecimal, name: "money") of 1700: return DbType(kind: DbTypeKind.dbDecimal, name: "numeric") of 704: return DbType(kind: DbTypeKind.dbTimeInterval, name: "tinterval") of 702: return DbType(kind: DbTypeKind.dbTimestamp, name: "abstime") of 703: return DbType(kind: DbTypeKind.dbTimeInterval, name: "reltime") of 1082: return DbType(kind: DbTypeKind.dbDate, name: "date") of 1083: return DbType(kind: DbTypeKind.dbTime, name: "time") of 1114: return DbType(kind: DbTypeKind.dbTimestamp, name: "timestamp") of 1184: return DbType(kind: DbTypeKind.dbTimestamp, name: "timestamptz") of 1186: return DbType(kind: DbTypeKind.dbTimeInterval, name: "interval") of 1266: return DbType(kind: DbTypeKind.dbTime, name: "timetz") of 114: return DbType(kind: DbTypeKind.dbJson, name: "json") of 142: return DbType(kind: DbTypeKind.dbXml, name: "xml") of 3802: return DbType(kind: DbTypeKind.dbJson, name: "jsonb") of 600: return DbType(kind: DbTypeKind.dbPoint, name: "point") of 601: return DbType(kind: DbTypeKind.dbLseg, name: "lseg") of 602: return DbType(kind: DbTypeKind.dbPath, name: "path") of 603: return DbType(kind: DbTypeKind.dbBox, name: "box") of 604: return DbType(kind: DbTypeKind.dbPolygon, name: "polygon") of 628: return DbType(kind: DbTypeKind.dbLine, name: "line") of 718: return DbType(kind: DbTypeKind.dbCircle, name: "circle") of 650: return DbType(kind: DbTypeKind.dbInet, name: "cidr") of 829: return DbType(kind: DbTypeKind.dbMacAddress, name: "macaddr") of 869: return DbType(kind: DbTypeKind.dbInet, name: "inet") of 2950: return DbType(kind: DbTypeKind.dbVarchar, name: "uuid") of 3614: return DbType(kind: DbTypeKind.dbVarchar, name: "tsvector") of 3615: return DbType(kind: DbTypeKind.dbVarchar, name: "tsquery") of 2970: return DbType(kind: DbTypeKind.dbVarchar, name: "txid_snapshot") of 27: return DbType(kind: DbTypeKind.dbComposite, name: "tid") of 1790: return DbType(kind: DbTypeKind.dbComposite, name: "refcursor") of 2249: return DbType(kind: DbTypeKind.dbComposite, name: "record") of 3904: return DbType(kind: DbTypeKind.dbComposite, name: "int4range") of 3906: return DbType(kind: DbTypeKind.dbComposite, name: "numrange") of 3908: return DbType(kind: DbTypeKind.dbComposite, name: "tsrange") of 3910: return DbType(kind: DbTypeKind.dbComposite, name: "tstzrange") of 3912: return DbType(kind: DbTypeKind.dbComposite, name: "daterange") of 3926: return DbType(kind: DbTypeKind.dbComposite, name: "int8range") of 22: return DbType(kind: DbTypeKind.dbArray, name: "int2vector") of 30: return DbType(kind: DbTypeKind.dbArray, name: "oidvector") of 143: return DbType(kind: DbTypeKind.dbArray, name: "xml[]") of 199: return DbType(kind: DbTypeKind.dbArray, name: "json[]") of 629: return DbType(kind: DbTypeKind.dbArray, name: "line[]") of 651: return DbType(kind: DbTypeKind.dbArray, name: "cidr[]") of 719: return DbType(kind: DbTypeKind.dbArray, name: "circle[]") of 791: return DbType(kind: DbTypeKind.dbArray, name: "money[]") of 1000: return DbType(kind: DbTypeKind.dbArray, name: "bool[]") of 1001: return DbType(kind: DbTypeKind.dbArray, name: "bytea[]") of 1002: return DbType(kind: DbTypeKind.dbArray, name: "char[]") of 1003: return DbType(kind: DbTypeKind.dbArray, name: "name[]") of 1005: return DbType(kind: DbTypeKind.dbArray, name: "int2[]") of 1006: return DbType(kind: DbTypeKind.dbArray, name: "int2vector[]") of 1007: return DbType(kind: DbTypeKind.dbArray, name: "int4[]") of 1008: return DbType(kind: DbTypeKind.dbArray, name: "regproc[]") of 1009: return DbType(kind: DbTypeKind.dbArray, name: "text[]") of 1028: return DbType(kind: DbTypeKind.dbArray, name: "oid[]") of 1010: return DbType(kind: DbTypeKind.dbArray, name: "tid[]") of 1011: return DbType(kind: DbTypeKind.dbArray, name: "xid[]") of 1012: return DbType(kind: DbTypeKind.dbArray, name: "cid[]") of 1013: return DbType(kind: DbTypeKind.dbArray, name: "oidvector[]") of 1014: return DbType(kind: DbTypeKind.dbArray, name: "bpchar[]") of 1015: return DbType(kind: DbTypeKind.dbArray, name: "varchar[]") of 1016: return DbType(kind: DbTypeKind.dbArray, name: "int8[]") of 1017: return DbType(kind: DbTypeKind.dbArray, name: "point[]") of 1018: return DbType(kind: DbTypeKind.dbArray, name: "lseg[]") of 1019: return DbType(kind: DbTypeKind.dbArray, name: "path[]") of 1020: return DbType(kind: DbTypeKind.dbArray, name: "box[]") of 1021: return DbType(kind: DbTypeKind.dbArray, name: "float4[]") of 1022: return DbType(kind: DbTypeKind.dbArray, name: "float8[]") of 1023: return DbType(kind: DbTypeKind.dbArray, name: "abstime[]") of 1024: return DbType(kind: DbTypeKind.dbArray, name: "reltime[]") of 1025: return DbType(kind: DbTypeKind.dbArray, name: "tinterval[]") of 1027: return DbType(kind: DbTypeKind.dbArray, name: "polygon[]") of 1040: return DbType(kind: DbTypeKind.dbArray, name: "macaddr[]") of 1041: return DbType(kind: DbTypeKind.dbArray, name: "inet[]") of 1263: return DbType(kind: DbTypeKind.dbArray, name: "cstring[]") of 1115: return DbType(kind: DbTypeKind.dbArray, name: "timestamp[]") of 1182: return DbType(kind: DbTypeKind.dbArray, name: "date[]") of 1183: return DbType(kind: DbTypeKind.dbArray, name: "time[]") of 1185: return DbType(kind: DbTypeKind.dbArray, name: "timestamptz[]") of 1187: return DbType(kind: DbTypeKind.dbArray, name: "interval[]") of 1231: return DbType(kind: DbTypeKind.dbArray, name: "numeric[]") of 1270: return DbType(kind: DbTypeKind.dbArray, name: "timetz[]") of 1561: return DbType(kind: DbTypeKind.dbArray, name: "bit[]") of 1563: return DbType(kind: DbTypeKind.dbArray, name: "varbit[]") of 2201: return DbType(kind: DbTypeKind.dbArray, name: "refcursor[]") of 2951: return DbType(kind: DbTypeKind.dbArray, name: "uuid[]") of 3643: return DbType(kind: DbTypeKind.dbArray, name: "tsvector[]") of 3645: return DbType(kind: DbTypeKind.dbArray, name: "tsquery[]") of 3807: return DbType(kind: DbTypeKind.dbArray, name: "jsonb[]") of 2949: return DbType(kind: DbTypeKind.dbArray, name: "txid_snapshot[]") of 3905: return DbType(kind: DbTypeKind.dbArray, name: "int4range[]") of 3907: return DbType(kind: DbTypeKind.dbArray, name: "numrange[]") of 3909: return DbType(kind: DbTypeKind.dbArray, name: "tsrange[]") of 3911: return DbType(kind: DbTypeKind.dbArray, name: "tstzrange[]") of 3913: return DbType(kind: DbTypeKind.dbArray, name: "daterange[]") of 3927: return DbType(kind: DbTypeKind.dbArray, name: "int8range[]") of 2287: return DbType(kind: DbTypeKind.dbArray, name: "record[]") of 705: return DbType(kind: DbTypeKind.dbUnknown, name: "unknown") else: return DbType(kind: DbTypeKind.dbUnknown, name: $oid) ## Query the system table pg_type to determine exactly which type is referenced. proc setColumnInfo(columns: var DbColumns; res: PPGresult; L: int32) = setLen(columns, L) for i in 0'i32..