数据库操作
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

752 lines
17 KiB

  1. package dbquery
  2. /**
  3. * 事务操作
  4. */
  5. import (
  6. "database/sql"
  7. "errors"
  8. "log"
  9. "strconv"
  10. "strings"
  11. "git.tetele.net/tgo/helper"
  12. )
  13. type TxQuery struct {
  14. dbname string
  15. table string
  16. alias string
  17. title string
  18. where []string
  19. where_or []string
  20. join [][]string //[["tablea as a","a.id=b.id","left"]]
  21. data []string
  22. value []interface{}
  23. save_data []map[string]interface{} //批量操作的数据[["title":"a","num":1,],["title":"a","num":1,]]
  24. upd_field []string // 批量更新时需要更新的字段,为空时按除id外的字段进行更新
  25. orderby string
  26. groupby string
  27. having string
  28. page int
  29. page_size int
  30. stmt *sql.Stmt
  31. conn *sql.DB
  32. tx *sql.Tx
  33. debug bool
  34. }
  35. func NewTxQuery(t ...string) *TxQuery {
  36. var conn_type *sql.DB = DB
  37. if len(t) > 0 {
  38. switch t[0] {
  39. case "mysql":
  40. conn_type = DB
  41. case "mssql": //sql server
  42. conn_type = MSDB_CONN
  43. }
  44. }
  45. tx, err := conn_type.Begin()
  46. if err != nil {
  47. log.Println("start tx begin error", err)
  48. }
  49. return &TxQuery{
  50. conn: conn_type,
  51. tx: tx,
  52. }
  53. }
  54. func (this *TxQuery) Conn(conn *sql.DB) *TxQuery {
  55. this.conn = conn
  56. return this
  57. }
  58. func (this *TxQuery) Db(dbname string) *TxQuery {
  59. this.dbname = dbname
  60. return this
  61. }
  62. func (this *TxQuery) Table(tablename string) *TxQuery {
  63. this.table = tablename
  64. return this
  65. }
  66. func (this *TxQuery) Alias(tablename string) *TxQuery {
  67. this.alias = tablename
  68. return this
  69. }
  70. func (this *TxQuery) Title(title string) *TxQuery {
  71. this.title = title
  72. return this
  73. }
  74. func (this *TxQuery) Page(page int) *TxQuery {
  75. this.page = page
  76. return this
  77. }
  78. func (this *TxQuery) PageSize(page_num int) *TxQuery {
  79. this.page_size = page_num
  80. return this
  81. }
  82. func (this *TxQuery) Orderby(orderby string) *TxQuery {
  83. this.orderby = orderby
  84. return this
  85. }
  86. func (this *TxQuery) Groupby(groupby string) *TxQuery {
  87. this.groupby = groupby
  88. return this
  89. }
  90. func (this *TxQuery) Having(having string) *TxQuery {
  91. this.having = having
  92. return this
  93. }
  94. func (this *TxQuery) Where(where string) *TxQuery {
  95. this.where = append(this.where, where)
  96. return this
  97. }
  98. func (this *TxQuery) Wheres(wheres []string) *TxQuery {
  99. if len(wheres) > 0 {
  100. this.where = append(this.where, wheres...)
  101. }
  102. return this
  103. }
  104. func (this *TxQuery) WhereOr(where string) *TxQuery {
  105. this.where_or = append(this.where_or, where)
  106. return this
  107. }
  108. func (this *TxQuery) Value(value interface{}) *TxQuery {
  109. this.value = append(this.value, value)
  110. return this
  111. }
  112. func (this *TxQuery) SaveData(value map[string]interface{}) *TxQuery {
  113. this.save_data = append(this.save_data, value)
  114. return this
  115. }
  116. func (this *TxQuery) SaveDatas(value []map[string]interface{}) *TxQuery {
  117. this.save_data = append(this.save_data, value...)
  118. return this
  119. }
  120. func (this *TxQuery) UpdField(value string) *TxQuery {
  121. this.upd_field = append(this.upd_field, value)
  122. return this
  123. }
  124. func (this *TxQuery) UpdFields(value []string) *TxQuery {
  125. this.upd_field = append(this.upd_field, value...)
  126. return this
  127. }
  128. func (this *TxQuery) Values(values []interface{}) *TxQuery {
  129. this.value = append(this.value, values...)
  130. return this
  131. }
  132. func (this *TxQuery) Join(join []string) *TxQuery {
  133. this.join = append(this.join, join)
  134. return this
  135. }
  136. func (this *TxQuery) Data(data string) *TxQuery {
  137. this.data = append(this.data, data)
  138. return this
  139. }
  140. func (this *TxQuery) Datas(datas []string) *TxQuery {
  141. this.data = append(this.data, datas...)
  142. return this
  143. }
  144. func (this *TxQuery) Debug(debug bool) *TxQuery {
  145. this.debug = debug
  146. return this
  147. }
  148. /*
  149. * 清理上次查询
  150. */
  151. func (this *TxQuery) Clean() *TxQuery {
  152. this.title = ""
  153. this.where = this.where[0:0]
  154. this.where_or = this.where_or[0:0]
  155. this.join = this.join[0:0]
  156. this.data = this.data[0:0]
  157. this.value = this.value[0:0]
  158. this.orderby = ""
  159. this.groupby = ""
  160. this.page = 0
  161. this.page_size = 0
  162. this.save_data = this.save_data[0:0]
  163. this.upd_field = this.upd_field[0:0]
  164. this.having = ""
  165. return this
  166. }
  167. //构造子查询
  168. func (this *TxQuery) BuildSelectSql() (map[string]interface{}, error) {
  169. if this.dbname == "" && this.table == "" {
  170. return nil, errors.New("参数错误,没有数据表")
  171. }
  172. var table = ""
  173. if strings.Contains(this.table, "select ") {
  174. table = this.table
  175. } else {
  176. table = getTableName(this.dbname, this.table)
  177. }
  178. var sql, title string
  179. if this.title != "" {
  180. title = this.title
  181. } else {
  182. title = "*"
  183. }
  184. sql = helper.StringJoin("select ", title)
  185. if this.alias != "" {
  186. table = helper.StringJoin(table, " as ", this.alias)
  187. }
  188. sql = helper.StringJoin(sql, " from ", table)
  189. if len(this.join) > 0 {
  190. for _, joinitem := range this.join {
  191. if len(joinitem) < 2 {
  192. continue
  193. }
  194. if len(joinitem) == 3 {
  195. sql = helper.StringJoin(sql, " ", joinitem[2], " join ", getTableName(this.dbname, joinitem[0]), " on ", joinitem[1])
  196. } else { //默认左连接
  197. sql = helper.StringJoin(sql, " left join ", getTableName(this.dbname, joinitem[0]), " on ", joinitem[1])
  198. }
  199. }
  200. }
  201. if len(this.where) > 0 || len(this.where_or) > 0 {
  202. sql = helper.StringJoin(sql, " where ")
  203. }
  204. if len(this.where) > 0 {
  205. sql = helper.StringJoin(sql, " (", strings.Join(this.where, " and "), " ) ")
  206. }
  207. if len(this.where_or) > 0 {
  208. if len(this.where) > 0 {
  209. sql = helper.StringJoin(sql, " or ", strings.Join(this.where_or, " or "))
  210. } else {
  211. sql = helper.StringJoin(sql, strings.Join(this.where_or, " or "))
  212. }
  213. }
  214. if this.groupby != "" {
  215. sql = helper.StringJoin(sql, " group by ", this.groupby)
  216. }
  217. if this.having != "" {
  218. sql = helper.StringJoin(sql, " having ", this.having)
  219. }
  220. if this.orderby != "" {
  221. sql = helper.StringJoin(sql, " order by ", this.orderby)
  222. }
  223. if this.page > 0 || this.page_size > 0 {
  224. if this.page < 1 {
  225. this.page = 1
  226. }
  227. if this.page_size < 1 {
  228. this.page_size = 10
  229. }
  230. from := strconv.Itoa((this.page - 1) * this.page_size)
  231. offset := strconv.Itoa(this.page_size)
  232. if from != "" && offset != "" {
  233. sql = helper.StringJoin(sql, " limit ", from, " , ", offset)
  234. }
  235. }
  236. if this.debug {
  237. log.Println("query sql:", sql, this.value)
  238. }
  239. condition_len := 0 //所有条件数
  240. for _, ch2 := range sql {
  241. if string(ch2) == "?" {
  242. condition_len++
  243. }
  244. }
  245. if condition_len != len(this.value) {
  246. return nil, errors.New("参数错误,条件值错误")
  247. }
  248. return map[string]interface{}{
  249. "sql": sql,
  250. "value": this.value,
  251. }, nil
  252. }
  253. // 拼查询sql
  254. func (this *TxQuery) QueryStmt() error {
  255. res := map[string]interface{}{}
  256. res, err = this.BuildSelectSql()
  257. if err != nil {
  258. return err
  259. }
  260. sql := helper.ToStr(res["sql"])
  261. stmt, err = this.tx.Prepare(sql + " FOR UPDATE")
  262. if err != nil {
  263. return err
  264. }
  265. this.stmt = stmt
  266. return nil
  267. }
  268. // 拼更新sql
  269. func (this *TxQuery) UpdateStmt() error {
  270. if this.dbname == "" && this.table == "" {
  271. return errors.New("参数错误,没有数据表")
  272. }
  273. if len(this.where) < 1 {
  274. return errors.New("参数错误,缺少条件")
  275. }
  276. dbName := getTableName(this.dbname, this.table)
  277. var sql string
  278. sql = helper.StringJoin("update ", dbName, " set ", strings.Join(this.data, " , "))
  279. sql = helper.StringJoin(sql, " where ", strings.Join(this.where, " and "))
  280. if this.debug {
  281. log.Println("update sql:", sql, this.value)
  282. }
  283. condition_len := 0 //所有条件数
  284. for _, ch2 := range sql {
  285. if string(ch2) == "?" {
  286. condition_len++
  287. }
  288. }
  289. if condition_len != len(this.value) {
  290. return errors.New("参数错误,条件值错误")
  291. }
  292. stmt, err = this.tx.Prepare(sql)
  293. if err != nil {
  294. return err
  295. }
  296. this.stmt = stmt
  297. return nil
  298. }
  299. // 拼批量存在更新不存在插入sql
  300. func (this *TxQuery) UpdateAllStmt() error {
  301. if this.dbname == "" && this.table == "" {
  302. return errors.New("参数错误,没有数据表")
  303. }
  304. dbName := getTableName(this.dbname, this.table)
  305. var sql string
  306. var dataSql []string //一组用到的占位字符
  307. var valSql []string //占位字符组
  308. var updSql []string //更新字段的sql
  309. var updFieldLen = len(this.upd_field) //需要更新的字段数量,为0时更新除id外添加值
  310. dataLen := len(this.save_data)
  311. if dataLen > 0 {
  312. //批量操作
  313. this.data = this.data[0:0]
  314. this.value = this.value[0:0]
  315. var dataSqlText string //占位字符组
  316. for i := 0; i < dataLen; i++ {
  317. if i == 0 {
  318. //第一组时分配变量空间
  319. fieldLen := len(this.save_data[i])
  320. this.data = make([]string, 0, fieldLen)
  321. dataSql = make([]string, 0, fieldLen)
  322. this.value = make([]interface{}, 0, fieldLen*dataLen)
  323. valSql = make([]string, 0, dataLen)
  324. switch updFieldLen {
  325. case 0:
  326. //预览创建数据的长度
  327. updSql = make([]string, 0, fieldLen)
  328. default:
  329. //按照需要更新字段数长度
  330. updSql = make([]string, 0, updFieldLen)
  331. for _, k := range this.upd_field {
  332. updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
  333. }
  334. }
  335. for k := range this.save_data[i] {
  336. this.data = append(this.data, k) //存储添加的字段
  337. dataSql = append(dataSql, "?") //存储需要的占位符
  338. if updFieldLen == 0 && k != "id" {
  339. updSql = append(updSql, k+"=values("+k+")") //存储需要更新的字段
  340. }
  341. }
  342. dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
  343. }
  344. for j := 0; j < len(this.data); j++ {
  345. this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
  346. }
  347. valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
  348. }
  349. } else {
  350. //添加一条(原理同上)
  351. fieldLen := len(this.data)
  352. dataSql = make([]string, 0, fieldLen)
  353. valSql = make([]string, 0, 1)
  354. switch updFieldLen {
  355. case 0:
  356. updSql = make([]string, 0, fieldLen)
  357. default:
  358. updSql = make([]string, 0, updFieldLen)
  359. for _, k := range this.upd_field {
  360. updSql = append(updSql, k+"=values("+k+")")
  361. }
  362. }
  363. for i := 0; i < fieldLen; i++ {
  364. dataSql = append(dataSql, "?")
  365. if updFieldLen == 0 && this.data[i] != "id" {
  366. updSql = append(updSql, this.data[i]+"=values("+this.data[i]+")")
  367. }
  368. }
  369. if updFieldLen > 0 {
  370. for _, k := range this.upd_field {
  371. updSql = append(updSql, k+"=values("+k+")")
  372. }
  373. }
  374. valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
  375. }
  376. if len(this.data) == 0 {
  377. return errors.New("参数错误,没有字段值")
  378. }
  379. if len(this.value) == 0 {
  380. return errors.New("参数错误,条件值错误")
  381. }
  382. setText := " values "
  383. if len(valSql) > 1 {
  384. setText = " value "
  385. }
  386. sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","), " ON DUPLICATE KEY UPDATE ", strings.Join(updSql, " , "))
  387. if this.debug {
  388. log.Println("insert on duplicate key update sql:", sql, this.value)
  389. }
  390. conditionLen := 0 //所有条件数
  391. for _, ch2 := range sql {
  392. if string(ch2) == "?" {
  393. conditionLen++
  394. }
  395. }
  396. if conditionLen != len(this.value) {
  397. return errors.New("参数错误,条件值数量不匹配")
  398. }
  399. stmt, err = this.tx.Prepare(sql)
  400. if err != nil {
  401. return err
  402. }
  403. this.stmt = stmt
  404. return nil
  405. }
  406. // 拼插入sql
  407. func (this *TxQuery) CreateStmt() error {
  408. if this.dbname == "" && this.table == "" {
  409. return errors.New("参数错误,没有数据表")
  410. }
  411. dbName := getTableName(this.dbname, this.table)
  412. var sql string
  413. sql = helper.StringJoin("insert into ", dbName, " set ", strings.Join(this.data, " , "))
  414. if this.debug {
  415. log.Println("insert sql:", sql, this.value)
  416. }
  417. condition_len := 0 //所有条件数
  418. for _, ch2 := range sql {
  419. if string(ch2) == "?" {
  420. condition_len++
  421. }
  422. }
  423. if condition_len != len(this.value) {
  424. return errors.New("参数错误,条件值错误")
  425. }
  426. stmt, err = this.tx.Prepare(sql)
  427. if err != nil {
  428. return err
  429. }
  430. this.stmt = stmt
  431. return nil
  432. }
  433. // 拼批量插入sql
  434. func (this *TxQuery) CreateAllStmt() error {
  435. if this.dbname == "" && this.table == "" {
  436. return errors.New("参数错误,没有数据表")
  437. }
  438. dbName := getTableName(this.dbname, this.table)
  439. var sql string
  440. var dataSql []string //一组用到的占位字符
  441. var valSql []string //占位字符组
  442. dataLen := len(this.save_data)
  443. if dataLen > 0 {
  444. //清空字段和值
  445. this.data = this.data[0:0]
  446. this.value = this.value[0:0]
  447. var dataSqlText string //占位字符组
  448. for i := 0; i < dataLen; i++ {
  449. if i == 0 {
  450. //第一组时分配变量空间
  451. fieldLen := len(this.save_data[i])
  452. this.data = make([]string, 0, fieldLen)
  453. dataSql = make([]string, 0, fieldLen)
  454. this.value = make([]interface{}, 0, fieldLen*dataLen)
  455. valSql = make([]string, 0, dataLen)
  456. for k := range this.save_data[i] {
  457. this.data = append(this.data, k) //存储字段
  458. dataSql = append(dataSql, "?") //存储需要的占位符
  459. }
  460. dataSqlText = strings.Join(dataSql, ",") //组成每组占位字符格式
  461. }
  462. for j := 0; j < len(this.data); j++ {
  463. this.value = append(this.value, this.save_data[i][this.data[j]]) //存储值
  464. }
  465. valSql = append(valSql, "("+dataSqlText+")") //组成占位字符组
  466. }
  467. } else {
  468. //添加一条(原理同上)
  469. fieldLen := len(this.data)
  470. dataSql = make([]string, 0, fieldLen)
  471. for i := 0; i < fieldLen; i++ {
  472. dataSql = append(dataSql, "?")
  473. }
  474. valSql = make([]string, 0, 1)
  475. valSql = append(valSql, "("+strings.Join(dataSql, " , ")+")")
  476. }
  477. if len(this.data) == 0 {
  478. return errors.New("参数错误,字段名错误")
  479. }
  480. if len(this.value) == 0 {
  481. return errors.New("参数错误,条件值错误")
  482. }
  483. //通过sql关键字优化批量操作和单个操作效率
  484. setText := " values "
  485. if len(valSql) > 1 {
  486. setText = " value "
  487. }
  488. sql = helper.StringJoin("insert into ", dbName, " (", strings.Join(this.data, " , "), ")", setText, strings.Join(valSql, ","))
  489. if len(this.value) == 0 {
  490. return errors.New("参数错误,条件值错误")
  491. }
  492. if this.debug {
  493. log.Println("insert sql:", sql, this.value)
  494. }
  495. conditionLen := 0 //所有条件数
  496. for _, ch2 := range sql {
  497. if string(ch2) == "?" {
  498. conditionLen++
  499. }
  500. }
  501. if conditionLen != len(this.value) {
  502. return errors.New("参数错误,条件值数量不匹配")
  503. }
  504. stmt, err = this.tx.Prepare(sql)
  505. if err != nil {
  506. return err
  507. }
  508. this.stmt = stmt
  509. return nil
  510. }
  511. // 拼删除sql
  512. func (this *TxQuery) DeleteStmt() error {
  513. if this.dbname == "" && this.table == "" {
  514. return errors.New("参数错误,没有数据表")
  515. }
  516. if len(this.where) < 1 {
  517. return errors.New("参数错误,缺少条件")
  518. }
  519. dbName := getTableName(this.dbname, this.table)
  520. var sql string
  521. sql = helper.StringJoin("delete from ", dbName, " where ", strings.Join(this.where, " and "))
  522. if this.page_size > 0 {
  523. sql = helper.StringJoin(sql, " limit ", strconv.Itoa(this.page_size))
  524. }
  525. if this.debug {
  526. log.Println("delete sql:", sql, this.value)
  527. }
  528. condition_len := 0 //所有条件数
  529. for _, ch2 := range sql {
  530. if string(ch2) == "?" {
  531. condition_len++
  532. }
  533. }
  534. if condition_len != len(this.value) {
  535. return errors.New("参数错误,条件值错误")
  536. }
  537. stmt, err = this.tx.Prepare(sql)
  538. if err != nil {
  539. return err
  540. }
  541. this.stmt = stmt
  542. return nil
  543. }
  544. /**
  545. * 执行查询列表
  546. * return list error
  547. */
  548. func (this *TxQuery) Select() ([]map[string]string, error) {
  549. err := this.QueryStmt()
  550. if err != nil {
  551. return []map[string]string{}, err
  552. }
  553. if this.stmt == nil {
  554. return []map[string]string{}, errors.New("缺少必要参数")
  555. }
  556. return StmtForQueryList(this.stmt, this.value)
  557. }
  558. /**
  559. * 执行查询一条数据
  560. * return row error
  561. */
  562. func (this *TxQuery) Find() (map[string]string, error) {
  563. this.page = 1
  564. this.page_size = 1
  565. err := this.QueryStmt()
  566. if err != nil {
  567. return map[string]string{}, err
  568. }
  569. if this.stmt == nil {
  570. return nil, errors.New("缺少必要参数")
  571. }
  572. return StmtForQueryRow(this.stmt, this.value)
  573. }
  574. /**
  575. * 执行更新
  576. * return is_updated error
  577. */
  578. func (this *TxQuery) Update() (int64, error) {
  579. err := this.UpdateStmt()
  580. if err != nil {
  581. return 0, err
  582. }
  583. return StmtForUpdateExec(this.stmt, this.value)
  584. }
  585. // UpdateAll 批量更新(根据唯一键判断存在则更新,不存在则创建)
  586. func (this *TxQuery) UpdateAll() (int64, error) {
  587. err := this.UpdateAllStmt()
  588. if err != nil {
  589. return 0, err
  590. }
  591. return StmtForUpdateExec(this.stmt, this.value)
  592. }
  593. /**
  594. * 执行删除
  595. * return is_delete error
  596. */
  597. func (this *TxQuery) Delete() (int64, error) {
  598. err := this.DeleteStmt()
  599. if err != nil {
  600. return 0, err
  601. }
  602. return StmtForUpdateExec(this.stmt, this.value)
  603. }
  604. /**
  605. * 执行写入
  606. * return is_insert error
  607. */
  608. func (this *TxQuery) Create() (int64, error) {
  609. err := this.CreateStmt()
  610. if err != nil {
  611. return 0, err
  612. }
  613. return StmtForInsertExec(this.stmt, this.value)
  614. }
  615. /**
  616. * 执行批量写入
  617. * return is_insert error
  618. */
  619. func (this *TxQuery) CreateAll() (int64, error) {
  620. err := this.CreateAllStmt()
  621. if err != nil {
  622. return 0, err
  623. }
  624. return StmtForInsertExec(this.stmt, this.value)
  625. }
  626. /**
  627. * 提交
  628. */
  629. func (this *TxQuery) Commit() error {
  630. return this.tx.Commit()
  631. }
  632. /**
  633. * 回滚
  634. */
  635. func (this *TxQuery) Rollback() error {
  636. return this.tx.Rollback()
  637. }