# # # Nim's Runtime Library # (c) Copyright 2015 Andreas Rumpf # # See the file "copying.txt", included in this # distribution, for details about the copyright. # ## A higher level `PostgreSQL`:idx: database wrapper. This interface ## is implemented for other databases also. ## ## See also: `db_odbc `_, `db_sqlite `_, ## `db_mysql `_. ## ## Parameter substitution ## ====================== ## ## All ``db_*`` modules support the same form of parameter substitution. ## That is, using the ``?`` (question mark) to signify the place where a ## value should be placed. For example: ## ## .. code-block:: Nim ## sql"INSERT INTO myTable (colA, colB, colC) VALUES (?, ?, ?)" ## ## **Note**: There are two approaches to parameter substitution support by ## this module. ## ## 1. ``SqlQuery`` using ``?, ?, ?, ...`` (same as all the ``db_*`` modules) ## ## 2. ``SqlPrepared`` using ``$1, $2, $3, ...`` ## ## .. code-block:: Nim ## prepare(db, "myExampleInsert", ## sql"""INSERT INTO myTable ## (colA, colB, colC) ## VALUES ($1, $2, $3)""", ## 3) ## ## Examples ## ======== ## ## Opening a connection to a database ## ---------------------------------- ## ## .. code-block:: Nim ## import db_postgres ## let db = open("localhost", "user", "password", "dbname") ## db.close() ## ## Creating a table ## ---------------- ## ## .. code-block:: Nim ## db.exec(sql"DROP TABLE IF EXISTS myTable") ## db.exec(sql("""CREATE TABLE myTable ( ## id integer, ## name varchar(50) not null)""")) ## ## Inserting data ## -------------- ## ## .. code-block:: Nim ## db.exec(sql"INSERT INTO myTable (id, name) VALUES (0, ?)", ## "Dominik") import strutils, postgres import db_common export db_common type DbConn* = PPGconn ## encapsulates a database connection Row* = seq[string] ## a row of a dataset. NULL database values will be ## converted to nil. InstantRow* = object ## a handle that can be res: PPGresult ## used to get a row's line: int ## column text on demand SqlPrepared* = distinct string ## a identifier for the prepared queries proc dbError*(db: DbConn) {.noreturn.} = ## raises a DbError exception. var e: ref DbError new(e) e.msg = $pqErrorMessage(db) raise e proc dbQuote*(s: string): string = ## DB quotes the string. result = "'" for c in items(s): if c == '\'': add(result, "''") else: add(result, c) add(result, '\'') proc dbFormat(formatstr: SqlQuery, args: varargs[string]): string = result = "" var a = 0 if args.len > 0 and not string(formatstr).contains("?"): dbError("""parameter substitution expects "?" """) if args.len == 0: return string(formatstr) else: for c in items(string(formatstr)): if c == '?': add(result, dbQuote(args[a])) inc(a) else: add(result, c) proc tryExec*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): bool {.tags: [ReadDbEffect, WriteDbEffect].} = ## tries to execute the query and returns true if successful, false otherwise. var res = pqexecParams(db, dbFormat(query, args), 0, nil, nil, nil, nil, 0) result = pqresultStatus(res) == PGRES_COMMAND_OK pqclear(res) proc tryExec*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): bool {.tags: [ ReadDbEffect, WriteDbEffect].} = ## tries to execute the query and returns true if successful, false otherwise. var arr = allocCStringArray(args) var res = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) result = pqresultStatus(res) == PGRES_COMMAND_OK pqclear(res) proc exec*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]) {. tags: [ReadDbEffect, WriteDbEffect].} = ## executes the query and raises EDB if not successful. var res = pqexecParams(db, dbFormat(query, args), 0, nil, nil, nil, nil, 0) if pqresultStatus(res) != PGRES_COMMAND_OK: dbError(db) pqclear(res) proc exec*(db: DbConn, stmtName: SqlPrepared, args: varargs[string]) {.tags: [ReadDbEffect, WriteDbEffect].} = var arr = allocCStringArray(args) var res = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) if pqResultStatus(res) != PGRES_COMMAND_OK: dbError(db) pqclear(res) proc newRow(L: int): Row = newSeq(result, L) for i in 0..L-1: result[i] = "" proc setupQuery(db: DbConn, query: SqlQuery, args: varargs[string]): PPGresult = result = pqexec(db, dbFormat(query, args)) if pqResultStatus(result) != PGRES_TUPLES_OK: dbError(db) proc setupQuery(db: DbConn, stmtName: SqlPrepared, args: varargs[string]): PPGresult = var arr = allocCStringArray(args) result = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) if pqResultStatus(result) != PGRES_TUPLES_OK: dbError(db) proc prepare*(db: DbConn; stmtName: string, query: SqlQuery; nParams: int): SqlPrepared = ## Creates a new ``SqlPrepared`` statement. Parameter substitution is done ## via ``$1``, ``$2``, ``$3``, etc. if nParams > 0 and not string(query).contains("$1"): dbError("parameter substitution expects \"$1\"") var res = pqprepare(db, stmtName, query.string, int32(nParams), nil) if pqResultStatus(res) != PGRES_COMMAND_OK: dbError(db) return SqlPrepared(stmtName) proc setRow(res: PPGresult, r: var Row, line, cols: int32) = for col in 0'i32..cols-1: setLen(r[col], 0) let x = pqgetvalue(res, line, col) if x.isNil: r[col] = "" else: add(r[col], x) iterator fastRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## executes the query and iterates over the result dataset. This is very ## fast, but potentially dangerous: If the for-loop-body executes another ## query, the results can be undefined. For Postgres it is safe though. var res = setupQuery(db, query, args) var L = pqnfields(res) var result = newRow(L) for i in 0'i32..pqntuples(res)-1: setRow(res, result, i, L) yield result pqclear(res) iterator fastRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## executes the prepared query and iterates over the result dataset. var res = setupQuery(db, stmtName, args) var L = pqNfields(res) var result = newRow(L) for i in 0'i32..pqNtuples(res)-1: setRow(res, result, i, L) yield result pqClear(res) iterator instantRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): InstantRow {.tags: [ReadDbEffect].} = ## same as fastRows but returns a handle that can be used to get column text ## on demand using []. Returned handle is valid only within iterator body. var res = setupQuery(db, query, args) for i in 0'i32..pqNtuples(res)-1: yield InstantRow(res: res, line: i) pqClear(res) iterator instantRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): InstantRow {.tags: [ReadDbEffect].} = ## same as fastRows but returns a handle that can be used to get column text ## on demand using []. Returned handle is valid only within iterator body. var res = setupQuery(db, stmtName, args) for i in 0'i32..pqNtuples(res)-1: yield InstantRow(res: res, line: i) pqClear(res) proc getColumnType(res: PPGresult, col: int) : DbType = ## returns DbType for given column in the row ## defined in pg_type.h file in the postgres source code ## Wire representation for types: http://www.npgsql.org/dev/types.html var oid = pqftype(res, int32(col)) ## The integer returned is the internal OID number of the type case oid of 16: return DbType(kind: DbTypeKind.dbBool, name: "bool") of 17: return DbType(kind: DbTypeKind.dbBlob, name: "bytea") of 21: return DbType(kind: DbTypeKind.dbInt, name: "int2", size: 2) of 23: return DbType(kind: DbTypeKind.dbInt, name: "int4", size: 4) of 20: return DbType(kind: DbTypeKind.dbInt, name: "int8", size: 8) of 1560: return DbType(kind: DbTypeKind.dbBit, name: "bit") of 1562: return DbType(kind: DbTypeKind.dbInt, name: "varbit") of 18: return DbType(kind: DbTypeKind.dbFixedChar, name: "char") of 19: return DbType(kind: DbTypeKind.dbFixedChar, name: "name") of 1042: return DbType(kind: DbTypeKind.dbFixedChar, name: "bpchar") of 25: return DbType(kind: DbTypeKind.dbVarchar, name: "text") of 1043: return DbType(kind: DbTypeKind.dbVarChar, name: "varchar") of 2275: return DbType(kind: DbTypeKind.dbVarchar, name: "cstring") of 700: return DbType(kind: DbTypeKind.dbFloat, name: "float4") of 701: return DbType(kind: DbTypeKind.dbFloat, name: "float8") of 790: return DbType(kind: DbTypeKind.dbDecimal, name: "money") of 1700: return DbType(kind: DbTypeKind.dbDecimal, name: "numeric") of 704: return DbType(kind: DbTypeKind.dbTimeInterval, name: "tinterval") of 702: return DbType(kind: DbTypeKind.dbTimestamp, name: "abstime") of 703: return DbType(kind: DbTypeKind.dbTimeInterval, name: "reltime") of 1082: return DbType(kind: DbTypeKind.dbDate, name: "date") of 1083: return DbType(kind: DbTypeKind.dbTime, name: "time") of 1114: return DbType(kind: DbTypeKind.dbTimestamp, name: "timestamp") of 1184: return DbType(kind: DbTypeKind.dbTimestamp, name: "timestamptz") of 1186: return DbType(kind: DbTypeKind.dbTimeInterval, name: "interval") of 1266: return DbType(kind: DbTypeKind.dbTime, name: "timetz") of 114: return DbType(kind: DbTypeKind.dbJson, name: "json") of 142: return DbType(kind: DbTypeKind.dbXml, name: "xml") of 3802: return DbType(kind: DbTypeKind.dbJson, name: "jsonb") of 600: return DbType(kind: DbTypeKind.dbPoint, name: "point") of 601: return DbType(kind: DbTypeKind.dbLseg, name: "lseg") of 602: return DbType(kind: DbTypeKind.dbPath, name: "path") of 603: return DbType(kind: DbTypeKind.dbBox, name: "box") of 604: return DbType(kind: DbTypeKind.dbPolygon, name: "polygon") of 628: return DbType(kind: DbTypeKind.dbLine, name: "line") of 718: return DbType(kind: DbTypeKind.dbCircle, name: "circle") of 650: return DbType(kind: DbTypeKind.dbInet, name: "cidr") of 829: return DbType(kind: DbTypeKind.dbMacAddress, name: "macaddr") of 869: return DbType(kind: DbTypeKind.dbInet, name: "inet") of 2950: return DbType(kind: DbTypeKind.dbVarchar, name: "uuid") of 3614: return DbType(kind: DbTypeKind.dbVarchar, name: "tsvector") of 3615: return DbType(kind: DbTypeKind.dbVarchar, name: "tsquery") of 2970: return DbType(kind: DbTypeKind.dbVarchar, name: "txid_snapshot") of 27: return DbType(kind: DbTypeKind.dbComposite, name: "tid") of 1790: return DbType(kind: DbTypeKind.dbComposite, name: "refcursor") of 2249: return DbType(kind: DbTypeKind.dbComposite, name: "record") of 3904: return DbType(kind: DbTypeKind.dbComposite, name: "int4range") of 3906: return DbType(kind: DbTypeKind.dbComposite, name: "numrange") of 3908: return DbType(kind: DbTypeKind.dbComposite, name: "tsrange") of 3910: return DbType(kind: DbTypeKind.dbComposite, name: "tstzrange") of 3912: return DbType(kind: DbTypeKind.dbComposite, name: "daterange") of 3926: return DbType(kind: DbTypeKind.dbComposite, name: "int8range") of 22: return DbType(kind: DbTypeKind.dbArray, name: "int2vector") of 30: return DbType(kind: DbTypeKind.dbArray, name: "oidvector") of 143: return DbType(kind: DbTypeKind.dbArray, name: "xml[]") of 199: return DbType(kind: DbTypeKind.dbArray, name: "json[]") of 629: return DbType(kind: DbTypeKind.dbArray, name: "line[]") of 651: return DbType(kind: DbTypeKind.dbArray, name: "cidr[]") of 719: return DbType(kind: DbTypeKind.dbArray, name: "circle[]") of 791: return DbType(kind: DbTypeKind.dbArray, name: "money[]") of 1000: return DbType(kind: DbTypeKind.dbArray, name: "bool[]") of 1001: return DbType(kind: DbTypeKind.dbArray, name: "bytea[]") of 1002: return DbType(kind: DbTypeKind.dbArray, name: "char[]") of 1003: return DbType(kind: DbTypeKind.dbArray, name: "name[]") of 1005: return DbType(kind: DbTypeKind.dbArray, name: "int2[]") of 1006: return DbType(kind: DbTypeKind.dbArray, name: "int2vector[]") of 1007: return DbType(kind: DbTypeKind.dbArray, name: "int4[]") of 1008: return DbType(kind: DbTypeKind.dbArray, name: "regproc[]") of 1009: return DbType(kind: DbTypeKind.dbArray, name: "text[]") of 1028: return DbType(kind: DbTypeKind.dbArray, name: "oid[]") of 1010: return DbType(kind: DbTypeKind.dbArray, name: "tid[]") of 1011: return DbType(kind: DbTypeKind.dbArray, name: "xid[]") of 1012: return DbType(kind: DbTypeKind.dbArray, name: "cid[]") of 1013: return DbType(kind: DbTypeKind.dbArray, name: "oidvector[]") of 1014: return DbType(kind: DbTypeKind.dbArray, name: "bpchar[]") of 1015: return DbType(kind: DbTypeKind.dbArray, name: "varchar[]") of 1016: return DbType(kind: DbTypeKind.dbArray, name: "int8[]") of 1017: return DbType(kind: DbTypeKind.dbArray, name: "point[]") of 1018: return DbType(kind: DbTypeKind.dbArray, name: "lseg[]") of 1019: return DbType(kind: DbTypeKind.dbArray, name: "path[]") of 1020: return DbType(kind: DbTypeKind.dbArray, name: "box[]") of 1021: return DbType(kind: DbTypeKind.dbArray, name: "float4[]") of 1022: return DbType(kind: DbTypeKind.dbArray, name: "float8[]") of 1023: return DbType(kind: DbTypeKind.dbArray, name: "abstime[]") of 1024: return DbType(kind: DbTypeKind.dbArray, name: "reltime[]") of 1025: return DbType(kind: DbTypeKind.dbArray, name: "tinterval[]") of 1027: return DbType(kind: DbTypeKind.dbArray, name: "polygon[]") of 1040: return DbType(kind: DbTypeKind.dbArray, name: "macaddr[]") of 1041: return DbType(kind: DbTypeKind.dbArray, name: "inet[]") of 1263: return DbType(kind: DbTypeKind.dbArray, name: "cstring[]") of 1115: return DbType(kind: DbTypeKind.dbArray, name: "timestamp[]") of 1182: return DbType(kind: DbTypeKind.dbArray, name: "date[]") of 1183: return DbType(kind: DbTypeKind.dbArray, name: "time[]") of 1185: return DbType(kind: DbTypeKind.dbArray, name: "timestamptz[]") of 1187: return DbType(kind: DbTypeKind.dbArray, name: "interval[]") of 1231: return DbType(kind: DbTypeKind.dbArray, name: "numeric[]") of 1270: return DbType(kind: DbTypeKind.dbArray, name: "timetz[]") of 1561: return DbType(kind: DbTypeKind.dbArray, name: "bit[]") of 1563: return DbType(kind: DbTypeKind.dbArray, name: "varbit[]") of 2201: return DbType(kind: DbTypeKind.dbArray, name: "refcursor[]") of 2951: return DbType(kind: DbTypeKind.dbArray, name: "uuid[]") of 3643: return DbType(kind: DbTypeKind.dbArray, name: "tsvector[]") of 3645: return DbType(kind: DbTypeKind.dbArray, name: "tsquery[]") of 3807: return DbType(kind: DbTypeKind.dbArray, name: "jsonb[]") of 2949: return DbType(kind: DbTypeKind.dbArray, name: "txid_snapshot[]") of 3905: return DbType(kind: DbTypeKind.dbArray, name: "int4range[]") of 3907: return DbType(kind: DbTypeKind.dbArray, name: "numrange[]") of 3909: return DbType(kind: DbTypeKind.dbArray, name: "tsrange[]") of 3911: return DbType(kind: DbTypeKind.dbArray, name: "tstzrange[]") of 3913: return DbType(kind: DbTypeKind.dbArray, name: "daterange[]") of 3927: return DbType(kind: DbTypeKind.dbArray, name: "int8range[]") of 2287: return DbType(kind: DbTypeKind.dbArray, name: "record[]") of 705: return DbType(kind: DbTypeKind.dbUnknown, name: "unknown") else: return DbType(kind: DbTypeKind.dbUnknown, name: $oid) ## Query the system table pg_type to determine exactly which type is referenced. proc setColumnInfo(columns: var DbColumns; res: PPGresult; L: int32) = setLen(columns, L) for i in 0'i32.. 0: setRow(res, result, 0, L) pqclear(res) proc getRow*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = var res = setupQuery(db, stmtName, args) var L = pqNfields(res) result = newRow(L) if pqntuples(res) > 0: setRow(res, result, 0, L) pqClear(res) proc getAllRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): seq[Row] {. tags: [ReadDbEffect].} = ## executes the query and returns the whole result dataset. result = @[] for r in fastRows(db, query, args): result.add(r) proc getAllRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): seq[Row] {.tags: [ReadDbEffect].} = ## executes the prepared query and returns the whole result dataset. result = @[] for r in fastRows(db, stmtName, args): result.add(r) iterator rows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## same as `fastRows`, but slower and safe. for r in items(getAllRows(db, query, args)): yield r iterator rows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): Row {.tags: [ReadDbEffect].} = ## same as `fastRows`, but slower and safe. for r in items(getAllRows(db, stmtName, args)): yield r proc getValue*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): string {. tags: [ReadDbEffect].} = ## executes the query and returns the first column of the first row of the ## result dataset. Returns "" if the dataset contains no rows or the database ## value is NULL. var res = setupQuery(db, query, args) if pqntuples(res) > 0: var x = pqgetvalue(res, 0, 0) result = if isNil(x): "" else: $x else: result = "" proc getValue*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): string {. tags: [ReadDbEffect].} = ## executes the query and returns the first column of the first row of the ## result dataset. Returns "" if the dataset contains no rows or the database ## value is NULL. var res = setupQuery(db, stmtName, args) if pqntuples(res) > 0: var x = pqgetvalue(res, 0, 0) result = if isNil(x): "" else: $x else: result = "" proc tryInsertID*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): int64 {. tags: [WriteDbEffect].}= ## executes the query (typically "INSERT") and returns the ## generated ID for the row or -1 in case of an error. For Postgre this adds ## ``RETURNING id`` to the query, so it only works if your primary key is ## named ``id``. var x = pqgetvalue(setupQuery(db, SqlQuery(string(query) & " RETURNING id"), args), 0, 0) if not isNil(x): result = parseBiggestInt($x) else: result = -1 proc insertID*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): int64 {. tags: [WriteDbEffect].} = ## executes the query (typically "INSERT") and returns the ## generated ID for the row. For Postgre this adds ## ``RETURNING id`` to the query, so it only works if your primary key is ## named ``id``. result = tryInsertID(db, query, args) if result < 0: dbError(db) proc execAffectedRows*(db: DbConn, query: SqlQuery, args: varargs[string, `$`]): int64 {.tags: [ ReadDbEffect, WriteDbEffect].} = ## executes the query (typically "UPDATE") and returns the ## number of affected rows. var q = dbFormat(query, args) var res = pqExec(db, q) if pqresultStatus(res) != PGRES_COMMAND_OK: dbError(db) result = parseBiggestInt($pqcmdTuples(res)) pqclear(res) proc execAffectedRows*(db: DbConn, stmtName: SqlPrepared, args: varargs[string, `$`]): int64 {.tags: [ ReadDbEffect, WriteDbEffect].} = ## executes the query (typically "UPDATE") and returns the ## number of affected rows. var arr = allocCStringArray(args) var res = pqexecPrepared(db, stmtName.string, int32(args.len), arr, nil, nil, 0) deallocCStringArray(arr) if pqresultStatus(res) != PGRES_COMMAND_OK: dbError(db) result = parseBiggestInt($pqcmdTuples(res)) pqclear(res) proc close*(db: DbConn) {.tags: [DbEffect].} = ## closes the database connection. if db != nil: pqfinish(db) proc open*(connection, user, password, database: string): DbConn {. tags: [DbEffect].} = ## opens a database connection. Raises `EDb` if the connection could not ## be established. ## ## Clients can also use Postgres keyword/value connection strings to ## connect. ## ## Example: ## ## .. code-block:: nim ## ## con = open("", "", "", "host=localhost port=5432 dbname=mydb") ## ## See http://www.postgresql.org/docs/current/static/libpq-connect.html#LIBPQ-CONNSTRING ## for more information. let colonPos = connection.find(':') host = if colonPos < 0: connection else: substr(connection, 0, colonPos-1) port = if colonPos < 0: "" else: substr(connection, colonPos+1) result = pqsetdbLogin(host, port, nil, nil, database, user, password) if pqStatus(result) != CONNECTION_OK: dbError(result) # result = nil proc setEncoding*(connection: DbConn, encoding: string): bool {. tags: [DbEffect].} = ## sets the encoding of a database connection, returns true for ## success, false for failure. return pqsetClientEncoding(connection, encoding) == 0 # Tests are in ../../tests/untestable/tpostgres.