transaction bug修复

chain.go

@@ -20,10 +20,14 @@ type Query struct {
 	title     string
 	where     []string
 	where_or  []string
-	join      [][]string //[["tablea as a","a.id=b.id","left"]]
+	join      [][]string               //[["tablea as a","a.id=b.id","left"]]
+	save_data []map[string]interface{} //批量操作的数据[["title":"a","num":1,],["title":"a","num":1,]]
+	upd_field []string                 // 批量更新时需要更新的字段，为空时按除id外的字段进行更新
 	data      []string
 	value     []interface{}
 	orderby   string
+	groupby   string
+	having    string
 	page      int
 	page_size int
 	stmt      *sql.Stmt
@@ -87,11 +91,18 @@ func (this *Query) PageSize(page_num int) *Query {
 	this.page_size = page_num
 	return this
 }
-
+func (this *Query) Having(having string) *Query {
+	this.having = having
+	return this
+}
 func (this *Query) Orderby(orderby string) *Query {
 	this.orderby = orderby
 	return this
 }
+func (this *Query) Groupby(groupby string) *Query {
+	this.groupby = groupby
+	return this
+}
 func (this *Query) Where(where string) *Query {
 	this.where = append(this.where, where)
 	return this
@@ -106,6 +117,22 @@ func (this *Query) WhereOr(where string) *Query {
 	this.where_or = append(this.where_or, where)
 	return this
 }
+func (this *Query) SaveData(value map[string]interface{}) *Query {
+	this.save_data = append(this.save_data, value)
+	return this
+}
+func (this *Query) SaveDatas(value []map[string]interface{}) *Query {
+	this.save_data = append(this.save_data, value...)
+	return this
+}
+func (this *Query) UpdField(value string) *Query {
+	this.upd_field = append(this.upd_field, value)
+	return this
+}
+func (this *Query) UpdFields(value []string) *Query {
+	this.upd_field = append(this.upd_field, value...)
+	return this
+}
 func (this *Query) Value(value interface{}) *Query {
 	this.value = append(this.value, value)
 	return this
@@ -118,6 +145,27 @@ func (this *Query) Join(join []string) *Query {
 	this.join = append(this.join, join)
 	return this
 }
+
+/**
+ * 左连接
+ * 2023/08/10
+ * gz
+ */
+func (this *Query) LeftJoin(table_name string, condition string) *Query {
+	this.join = append(this.join, []string{table_name, condition, "left"})
+	return this
+}
+
+/**
+ * 右连接
+ * 2023/08/10
+ * gz
+ */
+func (this *Query) RightJoin(table_name string, condition string) *Query {
+	this.join = append(this.join, []string{table_name, condition, "right"})
+	return this
+}
+
 func (this *Query) Data(data string) *Query {
 	this.data = append(this.data, data)
 	return this
@@ -143,19 +191,98 @@ func (this *Query) Clean() *Query {
 	this.data = this.data[0:0]
 	this.value = this.value[0:0]
 	this.orderby = ""
+	this.groupby = ""
 	this.page = 0
 	this.page_size = 0
+	this.save_data = this.save_data[0:0]
+	this.upd_field = this.upd_field[0:0]
+	this.having = ""
+	this.alias = ""
 	return this
 }
 
-// 拼查询sql
-func (this *Query) QueryStmt() error {
+// 获取表格信息
+func (this *Query) GetTableInfo(table string) (map[string]interface{}, error) {
+	field := []string{
+		"COLUMN_NAME",    //字段名
+		"COLUMN_DEFAULT", //默认值
+		"DATA_TYPE",      //数据类型
+		"COLUMN_TYPE",    //数据类型+长度
+		"COLUMN_COMMENT", //备注
+		"IS_NULLABLE",    //是否为空
+	}
+	sql := "select `" + strings.Join(field, "`,`") + "` from information_schema.COLUMNS where table_name = ? and table_schema = ?"
+	if this.conn == nil {
+		this.conn = DB
+	}
+	stmtSql, err := this.conn.Prepare(sql)
+	if err != nil {
+		return nil, err
+	}
+	list, err := StmtForQueryList(stmtSql, []interface{}{table, this.dbname})
+	if err != nil {
+		return nil, err
+	}
+	rows := make([]interface{}, 0, len(list))
+	fieldName := make([]string, 0, len(list))
+	for _, item := range list {
+		info := map[string]interface{}{
+			"name":        "",
+			"column_type": "",
+			"is_null":     true,
+			"data_type":   "",
+			"comment":     "",
+			"default":     "",
+		}
+		for _, k := range field {
+			index := helper.StrFirstToUpper(k)
+			if v, ok := item[index]; ok {
+				switch k {
+				case "COLUMN_NAME":
+					info["name"] = v
+				case "COLUMN_DEFAULT":
+					info["default"] = v
+				case "DATA_TYPE":
+					info["data_type"] = v
+				case "COLUMN_TYPE":
+					info["column_type"] = helper.ToInt64(v)
+				case "COLUMN_COMMENT":
+					info["comment"] = helper.ToInt64(v)
+				case "IS_NULLABLE":
+					if v == "NO" {
+						info["is_null"] = false
+					}
+				}
+			}
+		}
+		name := helper.ToStr(info["name"])
+		if name != "" {
+			rows = append(rows, info)
+			fieldName = append(fieldName, name)
+		}
+	}
+	return map[string]interface{}{
+		"field": fieldName,
+		"list":  rows,
+	}, nil
+}
 
+// 返回表名
+func (this *Query) GetTableName(table string) string {
+	return getTableName(this.dbname, table)
+}
+
+// 构造子查询
+func (this *Query) BuildSelectSql() (map[string]interface{}, error) {
 	if this.dbname == "" && this.table == "" {
-		return errors.New("参数错误，没有数据表")
+		return nil, errors.New("参数错误，没有数据表")
+	}
+	var table = ""
+	if strings.Contains(this.table, "select ") {
+		table = this.table
+	} else {
+		table = getTableName(this.dbname, this.table, this.dbtype)
 	}
-
-	table := getTableName(this.dbname, this.table, this.dbtype)
 
 	// var err error
 
@@ -166,7 +293,22 @@ func (this *Query) QueryStmt() error {
 	} else {
 		title = "*"
 	}
-	sql = helper.StringJoin("/*slave*/ select ", title)
+
+	if this.dbtype == "mssql" {
+		if this.page_size > 0 {
+			sql = helper.StringJoin("select top ", helper.ToStr(this.page_size), " ")
+		} else {
+			sql = "select "
+		}
+	} else {
+		if DB_PROVIDER == "TencentDB" {
+			sql = "/*slave*/ select "
+		} else {
+			sql = "select "
+		}
+	}
+
+	sql = helper.StringJoin(sql, title)
 
 	if this.alias != "" {
 		table = helper.StringJoin(table, " as ", this.alias)
@@ -175,15 +317,17 @@ func (this *Query) QueryStmt() error {
 	sql = helper.StringJoin(sql, " from ", table)
 
 	if len(this.join) > 0 {
+		join_type := "left"
 		for _, joinitem := range this.join {
 			if len(joinitem) < 2 {
 				continue
 			}
 			if len(joinitem) == 3 {
-				sql = helper.StringJoin(sql, " ", joinitem[2], " join ", getTableName(this.dbname, joinitem[0], this.dbtype), " on ", joinitem[1])
+				join_type = joinitem[2]
 			} else { //默认左连接
-				sql = helper.StringJoin(sql, " left join ", getTableName(this.dbname, joinitem[0], this.dbtype), " on ", joinitem[1])
+				join_type = "left"
 			}
+			sql = helper.StringJoin(sql, " ", join_type, " join ", getTableName(this.dbname, joinitem[0], this.dbtype), " on ", joinitem[1])
 		}
 	}
 	if len(this.where) > 0 || len(this.where_or) > 0 {
@@ -199,12 +343,19 @@ func (this *Query) QueryStmt() error {
 			sql = helper.StringJoin(sql, strings.Join(this.where_or, " or "))
 		}
 	}
+	if this.groupby != "" {
+		sql = helper.StringJoin(sql, " group by ", this.groupby)
+
+	}
+	if this.having != "" {
+		sql = helper.StringJoin(sql, " having ", this.having)
 
+	}
 	if this.orderby != "" {
 		sql = helper.StringJoin(sql, " order by ", this.orderby)
 	}
 
-	if this.page > 0 || this.page_size > 0 {
+	if this.dbtype == "mysql" && (this.page > 0 || this.page_size > 0) {
 
 		if this.page < 1 {
 			this.page = 1
@@ -228,9 +379,29 @@ func (this *Query) QueryStmt() error {
 		}
 	}
 	if condition_len != len(this.value) {
-		return errors.New("参数错误，条件值错误")
+		return nil, errors.New("参数错误，条件值错误")
 	}
+	return map[string]interface{}{
+		"sql":   sql,
+		"value": this.value,
+	}, nil
+}
 
+// 拼查询sql
+func (this *Query) QueryStmt() error {
+	res := map[string]interface{}{}
+	res, err = this.BuildSelectSql()
+	if err != nil {
+		return err
+	}
+	sql := helper.ToStr(res["sql"])
+
+	if SLAVER_DB != nil {
+		this.conn = SLAVER_DB
+	}
+	// else {
+	// 	this.conn = DB
+	// }
 	if this.conn == nil {
 		this.conn = DB
 	}
@@ -293,6 +464,217 @@ func (this *Query) UpdateStmt() error {
 	return nil
 }
 
+// 拼批量存在更新不存在插入sql
+func (this *Query) UpdateAllStmt() error {
+
+	if this.dbname == "" && this.table == "" {
+		return errors.New("参数错误，没有数据表")
+	}
+
+	dbName := getTableName(this.dbname, this.table)
+
+	var sql string
+	var dataSql []string                  //一组用到的占位字符
+	var valSql []string                   //占位字符组
+	var updSql []string                   //更新字段的sql
+	var updFieldLen = len(this.upd_field) //需要更新的字段数量，为0时更新除id外添加值
+	dataLen := len(this.save_data)
+	if dataLen > 0 {
+		//批量操作
+		this.data = this.data[0:0]
+		this.value = this.value[0:0]
+		var dataSqlText string //占位字符组
+		for i := 0; i < dataLen; i++ {
+			if i == 0 {
+				//第一组时分配变量空间
+				fieldLen := len(this.save_data[i])
+				this.data = make([]string, 0, fieldLen)
+				dataSql = make([]string, 0, fieldLen)
+				this.value = make([]interface{}, 0, fieldLen*dataLen)
+				valSql = make([]string, 0, dataLen)
+				switch updFieldLen {
+				case 0:
+					//预览创建数据的长度
+					updSql = make([]string, 0, fieldLen)
+				default:
+					//按照需要更新字段数长度
+					updSql = make([]string, 0, updFieldLen)
+					for _, k := range this.upd_field {
+						updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
+					}
+				}
+				for k := range this.save_data[i] {
+					this.data = append(this.data, k) //存储添加的字段
+					dataSql = append(dataSql, "?")   //存储需要的占位符
+					if updFieldLen == 0 && k != "id" {
+						updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
+					}
+				}
+				dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
+			}
+			for j := 0; j < len(this.data); j++ {
+				this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
+			}
+			valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
+		}
+	} else {
+		//添加一条（原理同上）
+		fieldLen := len(this.data)
+		dataSql = make([]string, 0, fieldLen)
+		valSql = make([]string, 0, 1)
+		switch updFieldLen {
+		case 0:
+			updSql = make([]string, 0, fieldLen)
+		default:
+			updSql = make([]string, 0, updFieldLen)
+			for _, k := range this.upd_field {
+				updSql = append(updSql, k+"=values("+k+")")
+			}
+		}
+		for i := 0; i < fieldLen; i++ {
+			dataSql = append(dataSql, "?")
+			if updFieldLen == 0 && this.data[i] != "id" {
+				updSql = append(updSql, this.data[i]+"=values("+this.data[i]+")")
+			}
+		}
+		if updFieldLen > 0 {
+			for _, k := range this.upd_field {
+				updSql = append(updSql, k+"=values("+k+")")
+			}
+		}
+		valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
+	}
+
+	if len(this.data) == 0 {
+		return errors.New("参数错误，没有字段值")
+	}
+	if len(this.value) == 0 {
+		return errors.New("参数错误，条件值错误")
+	}
+
+	setText := " values "
+	if len(valSql) > 1 {
+		setText = " value "
+	}
+	sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","), " ON DUPLICATE KEY UPDATE ", strings.Join(updSql, " , "))
+
+	if this.debug {
+		log.Println("insert on duplicate key update sql:", sql, this.value)
+	}
+	conditionLen := 0 //所有条件数
+
+	for _, ch2 := range sql {
+		if string(ch2) == "?" {
+			conditionLen++
+		}
+	}
+	if conditionLen != len(this.value) {
+		return errors.New("参数错误，条件值数量不匹配")
+	}
+	if this.conn == nil {
+		this.conn = DB
+	}
+
+	stmt, err = this.conn.Prepare(sql)
+
+	if err != nil {
+		return err
+	}
+
+	this.stmt = stmt
+
+	return nil
+}
+
+// 拼批量插入sql
+func (this *Query) CreateAllStmt() error {
+
+	if this.dbname == "" && this.table == "" {
+		return errors.New("参数错误，没有数据表")
+	}
+
+	dbName := getTableName(this.dbname, this.table)
+
+	var sql string
+	var dataSql []string //一组用到的占位字符
+	var valSql []string  //占位字符组
+	dataLen := len(this.save_data)
+	if dataLen > 0 {
+		//清空字段和值
+		this.data = this.data[0:0]
+		this.value = this.value[0:0]
+		var dataSqlText string //占位字符组
+		for i := 0; i < dataLen; i++ {
+			if i == 0 {
+				//第一组时分配变量空间
+				fieldLen := len(this.save_data[i])
+				this.data = make([]string, 0, fieldLen)
+				dataSql = make([]string, 0, fieldLen)
+				this.value = make([]interface{}, 0, fieldLen*dataLen)
+				valSql = make([]string, 0, dataLen)
+				for k := range this.save_data[i] {
+					this.data = append(this.data, k) //存储字段
+					dataSql = append(dataSql, "?")   //存储需要的占位符
+				}
+				dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
+			}
+			for j := 0; j < len(this.data); j++ {
+				this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
+			}
+			valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
+		}
+	} else {
+		//添加一条（原理同上）
+		fieldLen := len(this.data)
+		dataSql = make([]string, 0, fieldLen)
+		for i := 0; i < fieldLen; i++ {
+			dataSql = append(dataSql, "?")
+		}
+		valSql = make([]string, 0, 1)
+		valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
+	}
+
+	if len(this.data) == 0 {
+		return errors.New("参数错误，字段名错误")
+	}
+	if len(this.value) == 0 {
+		return errors.New("参数错误，条件值错误")
+	}
+	//通过sql关键字优化批量操作和单个操作效率
+	setText := " values "
+	if len(valSql) > 1 {
+		setText = " value "
+	}
+	sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","))
+
+	if this.debug {
+		log.Println("insert sql:", sql, this.value)
+	}
+	conditionLen := 0 //所有条件数
+
+	for _, ch2 := range sql {
+		if string(ch2) == "?" {
+			conditionLen++
+		}
+	}
+	if conditionLen != len(this.value) {
+		return errors.New("参数错误，条件值数量不匹配")
+	}
+	if this.conn == nil {
+		this.conn = DB
+	}
+
+	stmt, err = this.conn.Prepare(sql)
+
+	if err != nil {
+		return err
+	}
+
+	this.stmt = stmt
+
+	return nil
+}
+
 // 拼插入sql
 func (this *Query) CreateStmt() error {
 
@@ -391,7 +773,7 @@ func (this *Query) DeleteStmt() error {
 func (this *Query) Select() ([]map[string]string, error) {
 
 	_, rows, err := FetchRows(this.dbname, this.table, this.alias, this.title, this.join,
-		this.where, this.where_or, this.value, this.orderby, this.page, this.page_size, this.debug)
+		this.where, this.where_or, this.value, this.orderby, this.groupby, this.having, this.page, this.page_size, this.debug)
 
 	return rows, err
 }
@@ -422,7 +804,7 @@ func (this *Query) List() ([]map[string]string, error) {
 func (this *Query) Find() (map[string]string, error) {
 
 	_, row, err := GetRow(this.dbname, this.table, this.alias, this.title, this.join,
-		this.where, this.where_or, this.value, this.orderby, this.debug)
+		this.where, this.where_or, this.value, this.orderby, this.groupby, this.having, this.debug)
 
 	return row, err
 }
@@ -460,6 +842,17 @@ func (this *Query) Update() (int64, error) {
 	return StmtForUpdateExec(this.stmt, this.value)
 }
 
+// 批量更新
+func (this *Query) UpdateAll() (int64, error) {
+
+	err := this.UpdateAllStmt()
+	if err != nil {
+		return 0, err
+	}
+
+	return StmtForUpdateExec(this.stmt, this.value)
+}
+
 /**
  * 执行删除
  * return is_delete error
@@ -487,3 +880,13 @@ func (this *Query) Create() (int64, error) {
 
 	return StmtForInsertExec(this.stmt, this.value)
 }
+
+func (this *Query) CreateAll() (int64, error) {
+
+	err := this.CreateAllStmt()
+	if err != nil {
+		return 0, err
+	}
+
+	return StmtForInsertExec(this.stmt, this.value)
+}

conn.go

@@ -17,6 +17,9 @@ var DB *sql.DB
 
 var SLAVER_DB *sql.DB
 
+// db类型,默认空，如TencentDB（腾讯）,
+var DB_PROVIDER string
+
 func Connect(DBHOST, DBUSER, DBPWD, DBNAME, DBPORT string, conns ...int) error {
 
 	log.Println("database connectting...")
@@ -120,7 +123,16 @@ func getTableName(dbName, table string, dbtype ...string) string {
 			ret = table
 		}
 		if dbName != "" {
-			ret = helper.StringJoin(dbName, ".", table)
+			if strings.Contains(table, ",") {
+				arr := strings.Split(table, ",")
+				arrStrs := make([]string, 0, len(arr))
+				for _, v := range arr {
+					arrStrs = append(arrStrs, helper.StringJoin(dbName, ".", v))
+				}
+				ret = strings.Join(arrStrs, ",")
+			} else {
+				ret = helper.StringJoin(dbName, ".", table)
+			}
 		} else {
 			ret = table
 		}

db.go

@@ -23,7 +23,11 @@ func Insert(dbName, table string, data map[string]string) (int64, error) {
 	if dbName == "" && table == "" {
 		return insertId, errors.New("没有数据表")
 	}
-	dbName = getTableName(dbName, table)
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 
 	if len(data) < 1 {
 		return insertId, errors.New("没有要写入的数据")
@@ -64,7 +68,11 @@ func Update(dbName, table string, data map[string]string, where map[string]strin
 		return rowsAffected, errors.New("没有数据表")
 	}
 
-	dbName = getTableName(dbName, table)
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 	if len(data) < 1 {
 		return rowsAffected, errors.New("同有更新的数据")
 	}
@@ -124,8 +132,11 @@ func Delete(dbName, table string, data map[string]string, del_count ...string) (
 		return count, errors.New("没有数据表")
 	}
 
-	dbName = getTableName(dbName, table)
-
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 	if len(data) < 1 {
 		return count, errors.New("没有要删除的数据")
 	}
@@ -284,7 +295,7 @@ func GetData(dbName, table string, title string, where map[string]string, limit
  * @param dbName 数据表名
  * @param title  查询字段名
  */
-func GetRow(dbName, table_name, alias string, titles string, join [][]string, where, where_or []string, valueList []interface{}, orderby string, debug bool) (int, map[string]string, error) {
+func GetRow(dbName, table_name, alias string, titles string, join [][]string, where, where_or []string, valueList []interface{}, orderby, groupby, having string, debug bool) (int, map[string]string, error) {
 	var count int = 0
 	info := make(map[string]string)
 
@@ -292,8 +303,12 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 		return count, info, errors.New("没有数据表")
 	}
 
-	table := getTableName(dbName, table_name)
-
+	table := ""
+	if strings.Contains(table_name, "select ") {
+		table = table_name
+	} else {
+		table = getTableName(dbName, table_name)
+	}
 	var sql_str, title string
 
 	if titles != "" {
@@ -301,8 +316,11 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 	} else {
 		title = "*"
 	}
-	sql_str = helper.StringJoin("/*slave*/ select ", title)
-
+	if DB_PROVIDER == "TencentDB" {
+		sql_str = helper.StringJoin("/*slave*/ select ", title)
+	} else {
+		sql_str = helper.StringJoin("select ", title)
+	}
 	if alias != "" {
 		table = helper.StringJoin(table, " as ", alias)
 	}
@@ -314,7 +332,9 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 			if len(joinitem) < 2 {
 				continue
 			}
-			if len(joinitem) == 3 {
+			if len(joinitem) == 4 {
+				sql_str = helper.StringJoin(sql_str, " ", joinitem[2], " join ", joinitem[0], " on ", joinitem[1])
+			} else if len(joinitem) == 3 {
 				sql_str = helper.StringJoin(sql_str, " ", joinitem[2], " join ", getTableName(dbName, joinitem[0]), " on ", joinitem[1])
 			} else { //默认左连接
 				sql_str = helper.StringJoin(sql_str, " left join ", getTableName(dbName, joinitem[0]), " on ", joinitem[1])
@@ -334,7 +354,12 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 			sql_str = helper.StringJoin(sql_str, strings.Join(where_or, " or "))
 		}
 	}
-
+	if groupby != "" {
+		sql_str = helper.StringJoin(sql_str, " group by ", groupby)
+	}
+	if having != "" {
+		sql_str = helper.StringJoin(sql_str, " having ", having)
+	}
 	if orderby != "" {
 		sql_str = helper.StringJoin(sql_str, " order by ", orderby)
 	}
@@ -356,9 +381,19 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 	var err error
 	var queryNum int = 0
 
+	sql_str = helper.StringJoin(sql_str, " limit 1")
+
+	var db *sql.DB
+
+	if SLAVER_DB != nil {
+		db = SLAVER_DB
+	} else {
+		db = DB
+	}
+
 	for queryNum < 2 { //如发生错误，继续查询2次，防止数据库连接断开问题
 
-		rows, err = SLAVER_DB.Query(sql_str, valueList...)
+		rows, err = db.Query(sql_str, valueList...)
 
 		if err == nil {
 			break
@@ -371,6 +406,7 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 	}
 
 	if err != nil {
+		log.Println("DB error:", err)
 		rows.Close()
 		return count, info, err
 	}
@@ -401,6 +437,7 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
 	}
 	rows.Close()
 	if rowerr != nil {
+		log.Println("DB row error:", rowerr)
 		return count, info, rowerr
 	}
 	return count, info, nil
@@ -412,15 +449,19 @@ func GetRow(dbName, table_name, alias string, titles string, join [][]string, wh
  * @param dbName 数据表名
  * @param title  查询字段名
  */
-func FetchRows(dbName, table_name, alias string, titles string, join [][]string, where, where_or []string, valueList []interface{}, orderby string, page int, page_size int, debug bool) (int, []map[string]string, error) {
+func FetchRows(dbName, table_name, alias string, titles string, join [][]string, where, where_or []string, valueList []interface{}, orderby, groupby, having string, page int, page_size int, debug bool) (int, []map[string]string, error) {
 	var count int = 0
 	list := make([]map[string]string, 0)
 
 	if dbName == "" && table_name == "" {
 		return count, list, errors.New("没有数据表")
 	}
-
-	table := getTableName(dbName, table_name)
+	table := ""
+	if strings.Contains(table_name, "select ") {
+		table = table_name
+	} else {
+		table = getTableName(dbName, table_name)
+	}
 
 	var sql_str, title string
 
@@ -429,8 +470,11 @@ func FetchRows(dbName, table_name, alias string, titles string, join [][]string,
 	} else {
 		title = "*"
 	}
-	sql_str = helper.StringJoin("/*slave*/ select ", title)
-
+	if DB_PROVIDER == "TencentDB" {
+		sql_str = helper.StringJoin("/*slave*/ select ", title)
+	} else {
+		sql_str = helper.StringJoin("select ", title)
+	}
 	if alias != "" {
 		table = helper.StringJoin(table, " as ", alias)
 	}
@@ -442,7 +486,9 @@ func FetchRows(dbName, table_name, alias string, titles string, join [][]string,
 			if len(joinitem) < 2 {
 				continue
 			}
-			if len(joinitem) == 3 {
+			if len(joinitem) == 4 {
+				sql_str = helper.StringJoin(sql_str, " ", joinitem[2], " join ", joinitem[0], " on ", joinitem[1])
+			} else if len(joinitem) == 3 {
 				sql_str = helper.StringJoin(sql_str, " ", joinitem[2], " join ", getTableName(dbName, joinitem[0]), " on ", joinitem[1])
 			} else { //默认左连接
 				sql_str = helper.StringJoin(sql_str, " left join ", getTableName(dbName, joinitem[0]), " on ", joinitem[1])
@@ -463,7 +509,12 @@ func FetchRows(dbName, table_name, alias string, titles string, join [][]string,
 			sql_str = helper.StringJoin(sql_str, strings.Join(where_or, " or "))
 		}
 	}
-
+	if groupby != "" {
+		sql_str = helper.StringJoin(sql_str, " group by ", groupby)
+	}
+	if having != "" {
+		sql_str = helper.StringJoin(sql_str, " HAVING ", having)
+	}
 	if orderby != "" {
 		sql_str = helper.StringJoin(sql_str, " order by ", orderby)
 	}
@@ -495,12 +546,18 @@ func FetchRows(dbName, table_name, alias string, titles string, join [][]string,
 		return 0, list, errors.New("参数错误，条件值错误")
 	}
 
+	var db *sql.DB
+	if SLAVER_DB != nil {
+		db = SLAVER_DB
+	} else {
+		db = DB
+	}
 	var rows *sql.Rows
 	var err error
 	var queryNum int = 0
 	for queryNum < 2 { //如发生错误，继续查询2次，防止数据库连接断开问题
 
-		rows, err = SLAVER_DB.Query(sql_str, valueList...)
+		rows, err = db.Query(sql_str, valueList...)
 
 		if err == nil {
 			break
@@ -578,8 +635,11 @@ func GetList(dbName, table string, title string, where map[string]string, limit
 		return list, errors.New("没有数据表")
 	}
 
-	dbName = getTableName(dbName, table)
-
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 	var rows *sql.Rows
 	var err error
 	var queryNum int = 0
@@ -702,7 +762,11 @@ func GetTotal(dbName, table string, args ...string) (total int) {
 		return
 	}
 
-	dbName = getTableName(dbName, table)
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 
 	var title string = "*"
 
@@ -756,7 +820,11 @@ func GetCount(dbName, table string, where map[string]string, args ...string) (to
 	if dbName == "" && table == "" {
 		return
 	}
-	dbName = getTableName(dbName, table)
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 
 	var title string = "*"
 

db_test.go

@@ -37,7 +37,7 @@ func Test_Connet(t *testing.T) {
 		debug := true
 
 		// count, row, err := GetRow(dbname, table, alias, title, join, where, where_or, valueList, orderby, debug)
-		count, row, err := FetchRows(dbname, table, alias, title, join, where, where_or, valueList, orderby, 1, 10, debug)
+		count, row, err := FetchRows(dbname, table, alias, title, join, where, where_or, valueList, orderby, "", 1, 10, debug)
 
 		log.Println(count)
 		log.Println(row)

sqlserver.go

@@ -15,7 +15,7 @@ import (
 
 var MSDB_CONN *sql.DB
 
-func MSConnect(DBHOST, DBUSER, DBPWD, DBNAME, DBPORT string, conns ...int) error {
+func MSConnect(DBHOST, DBUSER, DBPWD, DBNAME, DBPORT, encrypt string, conns ...int) error {
 
 	log.Println("msdb connectting...")
 
@@ -29,7 +29,12 @@ func MSConnect(DBHOST, DBUSER, DBPWD, DBNAME, DBPORT string, conns ...int) error
 
 			db_port, _ := strconv.Atoi(DBPORT)
 
-			connString := fmt.Sprintf("server=%s;port=%d;database=%s;user id=%s;password=%s", DBHOST, db_port, DBNAME, DBUSER, DBPWD)
+			params := "server=%s;port=%d;database=%s;user id=%s;password=%s"
+			if encrypt != "" {
+				params = params + ";encrypt=" + encrypt
+			}
+
+			connString := fmt.Sprintf(params, DBHOST, db_port, DBNAME, DBUSER, DBPWD)
 
 			log.Println(connString)
 

transaction.go

@@ -21,7 +21,12 @@ func TxInsert(tx *sql.Tx, dbname, table string, data map[string]string) (int64,
 	if dbname == "" && table == "" {
 		return 0, errors.New("参数错误，没有数据表")
 	}
-	dbName := getTableName(dbname, table)
+	dbName := ""
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbname, table)
+	}
 	if len(data) < 1 {
 		return 0, errors.New("参数错误，没有要写入的数据")
 	}
@@ -62,7 +67,12 @@ func TxPreInsert(tx *sql.Tx, dbname, table string, data map[string]interface{})
 		return 0, errors.New("params error,no db or table")
 	}
 
-	dbName := getTableName(dbname, table)
+	dbName := ""
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbname, table)
+	}
 
 	if len(data) < 1 {
 		return 0, errors.New("params error,no data to insert")
@@ -108,7 +118,12 @@ func TxUpdate(tx *sql.Tx, dbname, table string, data map[string]string, where ma
 	if dbname == "" && table == "" {
 		return rowsAffected, errors.New("参数错误，没有数据表")
 	}
-	dbName := getTableName(dbname, table)
+	dbName := ""
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbname, table)
+	}
 	if len(data) < 1 {
 		return rowsAffected, errors.New("参数错误，没有要写入的数据")
 	}
@@ -167,7 +182,12 @@ func TxPreUpdate(tx *sql.Tx, dbname, table string, data []string, where []string
 		return 0, errors.New("params error,no db or table")
 	}
 
-	dbName := getTableName(dbname, table)
+	dbName := ""
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbname, table)
+	}
 
 	if len(where) < 1 {
 		return 0, errors.New("params error, no data for update")
@@ -204,8 +224,12 @@ func TxDelete(tx *sql.Tx, dbname, table string, where map[string]string, del_cou
 	if dbname == "" && table == "" {
 		return count, errors.New("参数错误，没有数据表")
 	}
-	dbName := getTableName(dbname, table)
-
+	dbName := ""
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbname, table)
+	}
 	if len(where) < 1 {
 		return count, errors.New("参数错误，没有删除条件")
 	}
@@ -257,8 +281,11 @@ func TxForRead(tx *sql.Tx, dbName, table string, title string, where []string) (
 	if dbName == "" && table == "" {
 		return nil, errors.New("参数错误，没有数据表")
 	}
-
-	dbName = getTableName(dbName, table)
+	if strings.Contains(table, "select ") {
+		dbName = table
+	} else {
+		dbName = getTableName(dbName, table)
+	}
 
 	if len(title) < 1 {
 		return nil, errors.New("没有要查询内容")

transaction_chain.go

@@ -23,7 +23,11 @@ type TxQuery struct {
 	join      [][]string //[["tablea as a","a.id=b.id","left"]]
 	data      []string
 	value     []interface{}
+	save_data []map[string]interface{} //批量操作的数据[["title":"a","num":1,],["title":"a","num":1,]]
+	upd_field []string                 // 批量更新时需要更新的字段，为空时按除id外的字段进行更新
 	orderby   string
+	groupby   string
+	having    string
 	page      int
 	page_size int
 	stmt      *sql.Stmt
@@ -93,6 +97,14 @@ func (this *TxQuery) Orderby(orderby string) *TxQuery {
 	this.orderby = orderby
 	return this
 }
+func (this *TxQuery) Groupby(groupby string) *TxQuery {
+	this.groupby = groupby
+	return this
+}
+func (this *TxQuery) Having(having string) *TxQuery {
+	this.having = having
+	return this
+}
 func (this *TxQuery) Where(where string) *TxQuery {
 	this.where = append(this.where, where)
 	return this
@@ -111,6 +123,22 @@ func (this *TxQuery) Value(value interface{}) *TxQuery {
 	this.value = append(this.value, value)
 	return this
 }
+func (this *TxQuery) SaveData(value map[string]interface{}) *TxQuery {
+	this.save_data = append(this.save_data, value)
+	return this
+}
+func (this *TxQuery) SaveDatas(value []map[string]interface{}) *TxQuery {
+	this.save_data = append(this.save_data, value...)
+	return this
+}
+func (this *TxQuery) UpdField(value string) *TxQuery {
+	this.upd_field = append(this.upd_field, value)
+	return this
+}
+func (this *TxQuery) UpdFields(value []string) *TxQuery {
+	this.upd_field = append(this.upd_field, value...)
+	return this
+}
 func (this *TxQuery) Values(values []interface{}) *TxQuery {
 	this.value = append(this.value, values...)
 	return this
@@ -119,6 +147,26 @@ func (this *TxQuery) Join(join []string) *TxQuery {
 	this.join = append(this.join, join)
 	return this
 }
+
+/**
+ * 左连接
+ * 2023/08/10
+ * gz
+ */
+func (this *TxQuery) LeftJoin(table_name string, condition string) *TxQuery {
+	this.join = append(this.join, []string{table_name, condition, "left"})
+	return this
+}
+
+/**
+ * 右连接
+ * 2023/08/10
+ * gz
+ */
+func (this *TxQuery) RightJoin(table_name string, condition string) *TxQuery {
+	this.join = append(this.join, []string{table_name, condition, "right"})
+	return this
+}
 func (this *TxQuery) Data(data string) *TxQuery {
 	this.data = append(this.data, data)
 	return this
@@ -143,19 +191,32 @@ func (this *TxQuery) Clean() *TxQuery {
 	this.data = this.data[0:0]
 	this.value = this.value[0:0]
 	this.orderby = ""
+	this.groupby = ""
 	this.page = 0
 	this.page_size = 0
+	this.save_data = this.save_data[0:0]
+	this.upd_field = this.upd_field[0:0]
+	this.having = ""
+	this.alias = ""
 	return this
 }
 
-// 拼查询sql
-func (this *TxQuery) QueryStmt() error {
+// 返回表名
+func (this *TxQuery) GetTableName(table string) string {
+	return getTableName(this.dbname, table)
+}
 
+// 构造子查询
+func (this *TxQuery) BuildSelectSql() (map[string]interface{}, error) {
 	if this.dbname == "" && this.table == "" {
-		return errors.New("参数错误，没有数据表")
+		return nil, errors.New("参数错误，没有数据表")
+	}
+	var table = ""
+	if strings.Contains(this.table, "select ") {
+		table = this.table
+	} else {
+		table = getTableName(this.dbname, this.table)
 	}
-
-	table := getTableName(this.dbname, this.table)
 
 	var sql, title string
 
@@ -197,7 +258,14 @@ func (this *TxQuery) QueryStmt() error {
 			sql = helper.StringJoin(sql, strings.Join(this.where_or, " or "))
 		}
 	}
+	if this.groupby != "" {
+		sql = helper.StringJoin(sql, " group by ", this.groupby)
+
+	}
+	if this.having != "" {
+		sql = helper.StringJoin(sql, " having ", this.having)
 
+	}
 	if this.orderby != "" {
 		sql = helper.StringJoin(sql, " order by ", this.orderby)
 	}
@@ -228,8 +296,87 @@ func (this *TxQuery) QueryStmt() error {
 		}
 	}
 	if condition_len != len(this.value) {
-		return errors.New("参数错误，条件值错误")
+		return nil, errors.New("参数错误，条件值错误")
+	}
+	return map[string]interface{}{
+		"sql":   sql,
+		"value": this.value,
+	}, nil
+}
+
+// 获取表格信息
+func (this *TxQuery) GetTableInfo(table string) (map[string]interface{}, error) {
+	field := []string{
+		"COLUMN_NAME",    //字段名
+		"COLUMN_DEFAULT", //默认值
+		"DATA_TYPE",      //数据类型
+		"COLUMN_TYPE",    //数据类型+长度
+		"COLUMN_COMMENT", //备注
+		"IS_NULLABLE",    //是否为空
+	}
+	sql := "select `" + strings.Join(field, "`,`") + "` from information_schema.COLUMNS where table_name = ? and table_schema = ?"
+
+	stmtSql, err := this.tx.Prepare(sql)
+	if err != nil {
+		return nil, err
+	}
+	list, err := StmtForQueryList(stmtSql, []interface{}{table, this.dbname})
+	if err != nil {
+		return nil, err
+	}
+	rows := make([]interface{}, 0, len(list))
+	fieldName := make([]string, 0, len(list))
+	for _, item := range list {
+		info := map[string]interface{}{
+			"name":        "",
+			"column_type": "",
+			"is_null":     true,
+			"data_type":   "",
+			"comment":     "",
+			"default":     "",
+		}
+		for _, k := range field {
+			index := helper.StrFirstToUpper(k)
+			if v, ok := item[index]; ok {
+				switch k {
+				case "COLUMN_NAME":
+					info["name"] = v
+				case "COLUMN_DEFAULT":
+					info["default"] = v
+				case "DATA_TYPE":
+					info["data_type"] = v
+				case "COLUMN_TYPE":
+					info["column_type"] = helper.ToInt64(v)
+				case "COLUMN_COMMENT":
+					info["comment"] = helper.ToInt64(v)
+				case "IS_NULLABLE":
+					if v == "NO" {
+						info["is_null"] = false
+					}
+				}
+			}
+		}
+		name := helper.ToStr(info["name"])
+		if name != "" {
+			rows = append(rows, info)
+			fieldName = append(fieldName, name)
+		}
+	}
+	return map[string]interface{}{
+		"field": fieldName,
+		"list":  rows,
+	}, nil
+}
+
+// 拼查询sql
+func (this *TxQuery) QueryStmt() error {
+
+	res := map[string]interface{}{}
+	res, err = this.BuildSelectSql()
+	if err != nil {
+		return err
 	}
+	sql := helper.ToStr(res["sql"])
 
 	stmt, err = this.tx.Prepare(sql + " FOR UPDATE")
 
@@ -286,6 +433,123 @@ func (this *TxQuery) UpdateStmt() error {
 	return nil
 }
 
+// 拼批量存在更新不存在插入sql
+func (this *TxQuery) UpdateAllStmt() error {
+
+	if this.dbname == "" && this.table == "" {
+		return errors.New("参数错误，没有数据表")
+	}
+
+	dbName := getTableName(this.dbname, this.table)
+
+	var sql string
+	var dataSql []string                  //一组用到的占位字符
+	var valSql []string                   //占位字符组
+	var updSql []string                   //更新字段的sql
+	var updFieldLen = len(this.upd_field) //需要更新的字段数量，为0时更新除id外添加值
+	dataLen := len(this.save_data)
+	if dataLen > 0 {
+		//批量操作
+		this.data = this.data[0:0]
+		this.value = this.value[0:0]
+		var dataSqlText string //占位字符组
+		for i := 0; i < dataLen; i++ {
+			if i == 0 {
+				//第一组时分配变量空间
+				fieldLen := len(this.save_data[i])
+				this.data = make([]string, 0, fieldLen)
+				dataSql = make([]string, 0, fieldLen)
+				this.value = make([]interface{}, 0, fieldLen*dataLen)
+				valSql = make([]string, 0, dataLen)
+				switch updFieldLen {
+				case 0:
+					//预览创建数据的长度
+					updSql = make([]string, 0, fieldLen)
+				default:
+					//按照需要更新字段数长度
+					updSql = make([]string, 0, updFieldLen)
+					for _, k := range this.upd_field {
+						updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
+					}
+				}
+				for k := range this.save_data[i] {
+					this.data = append(this.data, k) //存储添加的字段
+					dataSql = append(dataSql, "?")   //存储需要的占位符
+					if updFieldLen == 0 && k != "id" {
+						updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
+					}
+				}
+				dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
+			}
+			for j := 0; j < len(this.data); j++ {
+				this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
+			}
+			valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
+		}
+	} else {
+		//添加一条（原理同上）
+		fieldLen := len(this.data)
+		dataSql = make([]string, 0, fieldLen)
+		valSql = make([]string, 0, 1)
+		switch updFieldLen {
+		case 0:
+			updSql = make([]string, 0, fieldLen)
+		default:
+			updSql = make([]string, 0, updFieldLen)
+			for _, k := range this.upd_field {
+				updSql = append(updSql, k+"=values("+k+")")
+			}
+		}
+		for i := 0; i < fieldLen; i++ {
+			dataSql = append(dataSql, "?")
+			if updFieldLen == 0 && this.data[i] != "id" {
+				updSql = append(updSql, this.data[i]+"=values("+this.data[i]+")")
+			}
+		}
+		if updFieldLen > 0 {
+			for _, k := range this.upd_field {
+				updSql = append(updSql, k+"=values("+k+")")
+			}
+		}
+		valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
+	}
+
+	if len(this.data) == 0 {
+		return errors.New("参数错误，没有字段值")
+	}
+	if len(this.value) == 0 {
+		return errors.New("参数错误，条件值错误")
+	}
+	setText := " values "
+	if len(valSql) > 1 {
+		setText = " value "
+	}
+	sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","), " ON DUPLICATE KEY UPDATE ", strings.Join(updSql, " , "))
+
+	if this.debug {
+		log.Println("insert on duplicate key update sql:", sql, this.value)
+	}
+	conditionLen := 0 //所有条件数
+
+	for _, ch2 := range sql {
+		if string(ch2) == "?" {
+			conditionLen++
+		}
+	}
+	if conditionLen != len(this.value) {
+		return errors.New("参数错误，条件值数量不匹配")
+	}
+	stmt, err = this.tx.Prepare(sql)
+
+	if err != nil {
+		return err
+	}
+
+	this.stmt = stmt
+
+	return nil
+}
+
 // 拼插入sql
 func (this *TxQuery) CreateStmt() error {
 
@@ -325,6 +589,95 @@ func (this *TxQuery) CreateStmt() error {
 	return nil
 }
 
+// 拼批量插入sql
+func (this *TxQuery) CreateAllStmt() error {
+
+	if this.dbname == "" && this.table == "" {
+		return errors.New("参数错误，没有数据表")
+	}
+
+	dbName := getTableName(this.dbname, this.table)
+
+	var sql string
+	var dataSql []string //一组用到的占位字符
+	var valSql []string  //占位字符组
+	dataLen := len(this.save_data)
+	if dataLen > 0 {
+		//清空字段和值
+		this.data = this.data[0:0]
+		this.value = this.value[0:0]
+		var dataSqlText string //占位字符组
+		for i := 0; i < dataLen; i++ {
+			if i == 0 {
+				//第一组时分配变量空间
+				fieldLen := len(this.save_data[i])
+				this.data = make([]string, 0, fieldLen)
+				dataSql = make([]string, 0, fieldLen)
+				this.value = make([]interface{}, 0, fieldLen*dataLen)
+				valSql = make([]string, 0, dataLen)
+				for k := range this.save_data[i] {
+					this.data = append(this.data, k) //存储字段
+					dataSql = append(dataSql, "?")   //存储需要的占位符
+				}
+				dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
+			}
+			for j := 0; j < len(this.data); j++ {
+				this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
+			}
+			valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
+		}
+	} else {
+		//添加一条（原理同上）
+		fieldLen := len(this.data)
+		dataSql = make([]string, 0, fieldLen)
+		for i := 0; i < fieldLen; i++ {
+			dataSql = append(dataSql, "?")
+		}
+		valSql = make([]string, 0, 1)
+		valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
+	}
+
+	if len(this.data) == 0 {
+		return errors.New("参数错误，字段名错误")
+	}
+	if len(this.value) == 0 {
+		return errors.New("参数错误，条件值错误")
+	}
+	//通过sql关键字优化批量操作和单个操作效率
+	setText := " values "
+	if len(valSql) > 1 {
+		setText = " value "
+	}
+	sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","))
+	if len(this.value) == 0 {
+		return errors.New("参数错误，条件值错误")
+	}
+
+	if this.debug {
+		log.Println("insert sql:", sql, this.value)
+	}
+	conditionLen := 0 //所有条件数
+
+	for _, ch2 := range sql {
+		if string(ch2) == "?" {
+			conditionLen++
+		}
+	}
+	if conditionLen != len(this.value) {
+		return errors.New("参数错误，条件值数量不匹配")
+	}
+
+	stmt, err = this.tx.Prepare(sql)
+
+	if err != nil {
+		return err
+	}
+
+	this.stmt = stmt
+
+	return nil
+}
+
 // 拼删除sql
 func (this *TxQuery) DeleteStmt() error {
 
@@ -421,6 +774,17 @@ func (this *TxQuery) Update() (int64, error) {
 	return StmtForUpdateExec(this.stmt, this.value)
 }
 
+// UpdateAll 批量更新(根据唯一键判断存在则更新，不存在则创建)
+func (this *TxQuery) UpdateAll() (int64, error) {
+
+	err := this.UpdateAllStmt()
+	if err != nil {
+		return 0, err
+	}
+
+	return StmtForUpdateExec(this.stmt, this.value)
+}
+
 /**
  * 执行删除
  * return is_delete error
@@ -449,6 +813,20 @@ func (this *TxQuery) Create() (int64, error) {
 	return StmtForInsertExec(this.stmt, this.value)
 }
 
+/**
+ * 执行批量写入
+ * return is_insert error
+ */
+func (this *TxQuery) CreateAll() (int64, error) {
+
+	err := this.CreateAllStmt()
+	if err != nil {
+		return 0, err
+	}
+
+	return StmtForInsertExec(this.stmt, this.value)
+}
+
 /**
  * 提交
  */