This commit is contained in:
ycc 2021-07-30 15:52:01 +02:00
parent eae0a37f50
commit 6f1cb9a2d0
8 changed files with 476 additions and 1 deletions

View File

@ -1,2 +1,2 @@
# sqldb
Generic SQL database access library
Generic SQL access libradry

5
go.mod Normal file
View File

@ -0,0 +1,5 @@
module github.com/redr00m/sqldb
go 1.15
require github.com/lib/pq v1.9.0

2
go.sum Normal file
View File

@ -0,0 +1,2 @@
github.com/lib/pq v1.9.0 h1:L8nSXQQzAYByakOFMTwpjRoHsMJklur4Gi59b6VivR8=
github.com/lib/pq v1.9.0/go.mod h1:AlVN5x4E4T544tWzH6hKfbfQvm3HdbOxrmggDNAPY9o=

281
pg.go Executable file
View File

@ -0,0 +1,281 @@
package sqldb
import (
"database/sql"
"fmt"
"log"
"strconv"
"strings"
"github.com/lib/pq"
)
var db *sql.DB
// AssRow : associative row type
type AssRow map[string]interface{}
// Table is a table structure description
type Table struct {
Name string `json:"name"`
Columns map[string]string `json:"columns"`
}
// Open the database
func Open(driver string, url string) {
var err error
db, err = sql.Open(driver, url)
if err != nil {
log.Println(err)
}
}
// Close the database connection
func Close() {
db.Close()
}
// GetAssociativeArray : Provide results as an associative array
func GetAssociativeArray(table string, columns []string, restriction string, sortkeys []string, dir string) []AssRow {
return QueryAssociativeArray(buildSelect(table, "", columns, restriction, sortkeys, dir))
}
// QueryAssociativeArray : Provide results as an associative array
func QueryAssociativeArray(query string) []AssRow {
rows, err := db.Query(query)
if err != nil {
log.Println(err)
log.Println(query)
}
defer rows.Close()
var results []AssRow
cols, _ := rows.Columns()
for rows.Next() {
// Create a slice of interface{}'s to represent each column,
// and a second slice to contain pointers to each item in the columns slice.
columns := make([]interface{}, len(cols))
columnPointers := make([]interface{}, len(cols))
for i := range columns {
columnPointers[i] = &columns[i]
}
// Scan the result into the column pointers...
if err := rows.Scan(columnPointers...); err != nil {
}
// Create our map, and retrieve the value for each column from the pointers slice,
// storing it in the map with the name of the column as the key.
m := make(AssRow)
for i, colName := range cols {
val := columnPointers[i].(*interface{})
m[colName] = *val
}
// jsonString, _ := json.Marshal(m)
// Outputs: map[columnName:value columnName2:value2 columnName3:value3 ...]
// fmt.Println(string(jsonString))
results = append(results, m)
}
return results
}
// GetSchema : Provide results as an associative array
func GetSchema(table string) Table {
t := Table{Name: table}
cols := QueryAssociativeArray("SELECT column_name :: varchar as name, REPLACE(REPLACE(data_type,'character varying','varchar'),'character','char') || COALESCE('(' || character_maximum_length || ')', '') as type from INFORMATION_SCHEMA.COLUMNS where table_name ='" + table + "';")
t.Columns = make(map[string]string)
for _, row := range cols {
var name, rowtype string
for key, element := range row {
if key == "name" {
name = fmt.Sprintf("%v", element)
}
if key == "type" {
rowtype = fmt.Sprintf("%v", element)
}
}
t.Columns[name] = rowtype
}
return t
}
func ListTables() []AssRow {
return QueryAssociativeArray("SELECT table_name :: varchar FROM information_schema.tables WHERE table_schema = 'public' ORDER BY table_name;")
}
func CreateTable(t Table) {
query := "create table " + t.Name + " ( "
columns := ""
for name, rowtype := range t.Columns {
if fmt.Sprintf("%v", name) == "id" {
columns += fmt.Sprintf("%v", name) + " " + "SERIAL PRIMARY KEY,"
} else {
columns += fmt.Sprintf("%v", name) + " " + fmt.Sprintf("%v", rowtype)
columns += ","
}
}
query += columns
query = query[:len(query)-1] + " )"
_, err := db.Query(query)
if err != nil {
log.Println(query)
}
query = "create sequence if not exists sq_" + t.Name
_, err = db.Query(query)
if err != nil {
log.Println(query)
}
}
func DeleteTable(table string) {
query := "drop table " + table
_, err := db.Query(query)
if err != nil {
log.Println(err)
}
query = "drop sequence if exists sq_" + table
_, err = db.Query(query)
if err != nil {
log.Println(err)
}
}
func AddColumn(table string, name string, sqltype string) {
query := "alter table " + table + " add " + name + " " + sqltype
rows, err := db.Query(query)
if err != nil {
log.Println(err)
}
defer rows.Close()
}
func DeleteColumn(table string, name string) {
query := "alter table " + table + " drop " + name
rows, err := db.Query(query)
if err != nil {
log.Println(err)
}
defer rows.Close()
}
func ListSequences() []AssRow {
return QueryAssociativeArray("SELECT sequence_name :: varchar FROM information_schema.sequences WHERE sequence_schema = 'public' ORDER BY sequence_name;")
}
func buildSelect(table string, key string, columns []string, restriction string, sortkeys []string, dir ...string) string {
if key != "" {
columns = append(columns, key)
}
query := "select " + strings.Join(columns, ",") + " from " + table
if restriction != "" {
query += " where " + restriction
}
if len(sortkeys) > 0 {
query += " order by " + strings.Join(sortkeys, ",")
}
if len(dir) > 0 {
query += " " + dir[0]
}
return query
}
func Insert(table string, record AssRow) int {
columns := ""
values := ""
schema := GetSchema(table)
var id int
for key, element := range record {
if strings.Contains(schema.Columns[key], "char") || strings.Contains(schema.Columns[key], "date") {
columns += key + ","
values += fmt.Sprintf(pq.QuoteLiteral(fmt.Sprintf("%v", element))) + ","
} else {
columns += key + ","
values += fmt.Sprintf("%v", element) + ","
}
}
db.QueryRow("INSERT INTO " + table + "(" + removeLastChar(columns) + ") VALUES (" + removeLastChar(values) + ") RETURNING id").Scan(&id)
return id
}
func Update(table string, record AssRow) string {
schema := GetSchema(table)
id := ""
stack := ""
for key, element := range record {
if strings.Contains(schema.Columns[key], "char") || strings.Contains(schema.Columns[key], "date") {
stack = stack + " " + key + " = " + pq.QuoteLiteral(fmt.Sprintf("%v", element)) + ","
} else {
if key == "id" {
id = fmt.Sprintf("%v", element)
} else {
stack = stack + " " + key + " = " + fmt.Sprintf("%v", element) + ","
}
}
}
stack = removeLastChar(stack)
query := ("UPDATE " + table + " SET " + stack + " WHERE id = " + id)
rows, err := db.Query(query)
if err != nil {
log.Println(query)
log.Println(err)
}
defer rows.Close()
return query
}
func Delete(table string, record AssRow) string {
id := ""
values := ""
for key, element := range record {
if key == "id" {
values += fmt.Sprintf("%v", element) + ","
id = removeLastChar(values)
}
}
query := ("DELETE FROM " + table + " WHERE id = " + id)
rows, err := db.Query(query)
if err != nil {
log.Println(query)
log.Println(err)
}
defer rows.Close()
return query
}
func UpdateOrInsert(table string, record AssRow) int {
id := 0
for key, element := range record {
if key == "id" {
sid := fmt.Sprintf("%v", element)
id, _ = strconv.Atoi(sid)
}
}
if id == 0 {
return Insert(table, record)
} else {
Update(table, record)
return id
}
}
func removeLastChar(s string) string {
r := []rune(s)
return string(r[:len(r)-1])
}

7
pg_init.sql Normal file
View File

@ -0,0 +1,7 @@
-- Init on Linux :
-- 1) login as postgres user : sudo su postgres
-- 2) start script : psql -f pg_init.sql
CREATE ROLE test WITH PASSWORD 'test' NOSUPERUSER NOCREATEDB NOCREATEROLE INHERIT LOGIN;
CREATE DATABASE test OWNER test encoding 'UTF8';
GRANT ALL PRIVILEGES ON DATABASE test TO test;

146
pg_test.go Executable file
View File

@ -0,0 +1,146 @@
package sqldb
import (
"encoding/json"
"fmt"
"io/ioutil"
"os"
"testing"
)
func TestCreateTable(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
jsonFile, err := os.Open("test_table.json")
if err != nil {
fmt.Println(err)
}
defer jsonFile.Close()
byteValue, _ := ioutil.ReadAll(jsonFile)
var data Table
json.Unmarshal([]byte(byteValue), &data)
CreateTable(data)
tbl := GetSchema(data.Name)
if len(tbl.Columns) == 0 {
t.Errorf("Create table failed")
}
}
func TestAddColumn(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
old := GetSchema("test")
AddColumn("test", "addcolumn", "integer")
new := GetSchema("test")
if len(old.Columns) == len(new.Columns) {
t.Errorf("Column already exist")
}
}
func TestInsert(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
vl := make(AssRow)
vl["name"] = "toto"
vl["description"] = "tata"
old := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringOld, _ := json.Marshal(old)
fmt.Println(string(jsonStringOld))
UpdateOrInsert("test", vl)
new := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringNew, _ := json.Marshal(new)
fmt.Println(string(jsonStringNew))
if len(jsonStringOld) == len(jsonStringNew) {
t.Errorf("Error row not created")
}
}
func TestUpdate(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
vl := make(AssRow)
vl["id"] = 1
vl["name"] = "titi"
vl["description"] = "toto"
old := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringOld, _ := json.Marshal(old)
fmt.Println(string(jsonStringOld))
UpdateOrInsert("test", vl)
new := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringNew, _ := json.Marshal(new)
fmt.Println(string(jsonStringNew))
if string(jsonStringOld) == string(jsonStringNew) {
t.Errorf("Error row not updated")
}
}
func TestDelete(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
vl := make(AssRow)
vl["id"] = 1
old := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringOld, _ := json.Marshal(old)
fmt.Println(string(jsonStringOld))
Delete("test", vl)
new := GetAssociativeArray("test", []string{"*"}, "", []string{}, "")
jsonStringNew, _ := json.Marshal(new)
fmt.Println(string(jsonStringNew))
if len(jsonStringOld) == len(jsonStringNew) {
t.Errorf("Error row not deleted")
}
}
func TestDeleteColumn(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
old := GetSchema("test")
DeleteColumn("test", "addcolumn")
new := GetSchema("test")
if len(old.Columns) == len(new.Columns) {
t.Errorf("Error column not deleted")
}
}
func TestDeleteTable(t *testing.T) {
Open("postgres", "host=127.0.0.1 port=5432 user=test password=test dbname=test sslmode=disable")
defer Close()
DeleteTable("test")
tbl := GetSchema("test")
if len(tbl.Columns) != 0 {
t.Errorf("Delete table failed")
}
}

17
test_table.json Normal file
View File

@ -0,0 +1,17 @@
{
"name":"test",
"columns":
{
"id":"integer",
"name":"varchar(255)",
"description":"varchar(1000)",
"startdate":"timestamp",
"enddate":"timestamp",
"latitude":"float",
"longitude":"float",
"intvalue":"integer",
"floatvalue":"float",
"price":"money",
"testtype_id":"integer"
}
}

17
testtype_table.json Normal file
View File

@ -0,0 +1,17 @@
{
"name":"testtype",
"columns":[
{
"name":"id",
"type":"integer"
},
{
"name":"name",
"type":"varchar(255)"
},
{
"name":"detail",
"type":"varchar(255)"
}
]
}