connection.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681
  1. // Go MySQL Driver - A MySQL-Driver for Go's database/sql package
  2. //
  3. // Copyright 2012 The Go-MySQL-Driver Authors. All rights reserved.
  4. //
  5. // This Source Code Form is subject to the terms of the Mozilla Public
  6. // License, v. 2.0. If a copy of the MPL was not distributed with this file,
  7. // You can obtain one at http://mozilla.org/MPL/2.0/.
  8. package mysql
  9. import (
  10. "context"
  11. "database/sql"
  12. "database/sql/driver"
  13. "encoding/json"
  14. "io"
  15. "net"
  16. "strconv"
  17. "strings"
  18. "time"
  19. )
  20. type mysqlConn struct {
  21. buf buffer
  22. netConn net.Conn
  23. rawConn net.Conn // underlying connection when netConn is TLS connection.
  24. result mysqlResult // managed by clearResult() and handleOkPacket().
  25. cfg *Config
  26. connector *connector
  27. maxAllowedPacket int
  28. maxWriteSize int
  29. writeTimeout time.Duration
  30. flags clientFlag
  31. status statusFlag
  32. sequence uint8
  33. parseTime bool
  34. // for context support (Go 1.8+)
  35. watching bool
  36. watcher chan<- context.Context
  37. closech chan struct{}
  38. finished chan<- struct{}
  39. canceled atomicError // set non-nil if conn is canceled
  40. closed atomicBool // set when conn is closed, before closech is closed
  41. }
  42. // Handles parameters set in DSN after the connection is established
  43. func (mc *mysqlConn) handleParams() (err error) {
  44. var cmdSet strings.Builder
  45. for param, val := range mc.cfg.Params {
  46. switch param {
  47. // Charset: character_set_connection, character_set_client, character_set_results
  48. case "charset":
  49. charsets := strings.Split(val, ",")
  50. for _, cs := range charsets {
  51. // ignore errors here - a charset may not exist
  52. if mc.cfg.Collation != "" {
  53. err = mc.exec("SET NAMES " + cs + " COLLATE " + mc.cfg.Collation)
  54. } else {
  55. err = mc.exec("SET NAMES " + cs)
  56. }
  57. if err == nil {
  58. break
  59. }
  60. }
  61. if err != nil {
  62. return
  63. }
  64. // Other system vars accumulated in a single SET command
  65. default:
  66. if cmdSet.Len() == 0 {
  67. // Heuristic: 29 chars for each other key=value to reduce reallocations
  68. cmdSet.Grow(4 + len(param) + 3 + len(val) + 30*(len(mc.cfg.Params)-1))
  69. cmdSet.WriteString("SET ")
  70. } else {
  71. cmdSet.WriteString(", ")
  72. }
  73. cmdSet.WriteString(param)
  74. cmdSet.WriteString(" = ")
  75. cmdSet.WriteString(val)
  76. }
  77. }
  78. if cmdSet.Len() > 0 {
  79. err = mc.exec(cmdSet.String())
  80. if err != nil {
  81. return
  82. }
  83. }
  84. return
  85. }
  86. func (mc *mysqlConn) markBadConn(err error) error {
  87. if mc == nil {
  88. return err
  89. }
  90. if err != errBadConnNoWrite {
  91. return err
  92. }
  93. return driver.ErrBadConn
  94. }
  95. func (mc *mysqlConn) Begin() (driver.Tx, error) {
  96. return mc.begin(false)
  97. }
  98. func (mc *mysqlConn) begin(readOnly bool) (driver.Tx, error) {
  99. if mc.closed.Load() {
  100. mc.cfg.Logger.Print(ErrInvalidConn)
  101. return nil, driver.ErrBadConn
  102. }
  103. var q string
  104. if readOnly {
  105. q = "START TRANSACTION READ ONLY"
  106. } else {
  107. q = "START TRANSACTION"
  108. }
  109. err := mc.exec(q)
  110. if err == nil {
  111. return &mysqlTx{mc}, err
  112. }
  113. return nil, mc.markBadConn(err)
  114. }
  115. func (mc *mysqlConn) Close() (err error) {
  116. // Makes Close idempotent
  117. if !mc.closed.Load() {
  118. err = mc.writeCommandPacket(comQuit)
  119. }
  120. mc.cleanup()
  121. return
  122. }
  123. // Closes the network connection and unsets internal variables. Do not call this
  124. // function after successfully authentication, call Close instead. This function
  125. // is called before auth or on auth failure because MySQL will have already
  126. // closed the network connection.
  127. func (mc *mysqlConn) cleanup() {
  128. if mc.closed.Swap(true) {
  129. return
  130. }
  131. // Makes cleanup idempotent
  132. close(mc.closech)
  133. if mc.netConn == nil {
  134. return
  135. }
  136. if err := mc.netConn.Close(); err != nil {
  137. mc.cfg.Logger.Print(err)
  138. }
  139. mc.clearResult()
  140. }
  141. func (mc *mysqlConn) error() error {
  142. if mc.closed.Load() {
  143. if err := mc.canceled.Value(); err != nil {
  144. return err
  145. }
  146. return ErrInvalidConn
  147. }
  148. return nil
  149. }
  150. func (mc *mysqlConn) Prepare(query string) (driver.Stmt, error) {
  151. if mc.closed.Load() {
  152. mc.cfg.Logger.Print(ErrInvalidConn)
  153. return nil, driver.ErrBadConn
  154. }
  155. // Send command
  156. err := mc.writeCommandPacketStr(comStmtPrepare, query)
  157. if err != nil {
  158. // STMT_PREPARE is safe to retry. So we can return ErrBadConn here.
  159. mc.cfg.Logger.Print(err)
  160. return nil, driver.ErrBadConn
  161. }
  162. stmt := &mysqlStmt{
  163. mc: mc,
  164. }
  165. // Read Result
  166. columnCount, err := stmt.readPrepareResultPacket()
  167. if err == nil {
  168. if stmt.paramCount > 0 {
  169. if err = mc.readUntilEOF(); err != nil {
  170. return nil, err
  171. }
  172. }
  173. if columnCount > 0 {
  174. err = mc.readUntilEOF()
  175. }
  176. }
  177. return stmt, err
  178. }
  179. func (mc *mysqlConn) interpolateParams(query string, args []driver.Value) (string, error) {
  180. // Number of ? should be same to len(args)
  181. if strings.Count(query, "?") != len(args) {
  182. return "", driver.ErrSkip
  183. }
  184. buf, err := mc.buf.takeCompleteBuffer()
  185. if err != nil {
  186. // can not take the buffer. Something must be wrong with the connection
  187. mc.cfg.Logger.Print(err)
  188. return "", ErrInvalidConn
  189. }
  190. buf = buf[:0]
  191. argPos := 0
  192. for i := 0; i < len(query); i++ {
  193. q := strings.IndexByte(query[i:], '?')
  194. if q == -1 {
  195. buf = append(buf, query[i:]...)
  196. break
  197. }
  198. buf = append(buf, query[i:i+q]...)
  199. i += q
  200. arg := args[argPos]
  201. argPos++
  202. if arg == nil {
  203. buf = append(buf, "NULL"...)
  204. continue
  205. }
  206. switch v := arg.(type) {
  207. case int64:
  208. buf = strconv.AppendInt(buf, v, 10)
  209. case uint64:
  210. // Handle uint64 explicitly because our custom ConvertValue emits unsigned values
  211. buf = strconv.AppendUint(buf, v, 10)
  212. case float64:
  213. buf = strconv.AppendFloat(buf, v, 'g', -1, 64)
  214. case bool:
  215. if v {
  216. buf = append(buf, '1')
  217. } else {
  218. buf = append(buf, '0')
  219. }
  220. case time.Time:
  221. if v.IsZero() {
  222. buf = append(buf, "'0000-00-00'"...)
  223. } else {
  224. buf = append(buf, '\'')
  225. buf, err = appendDateTime(buf, v.In(mc.cfg.Loc), mc.cfg.timeTruncate)
  226. if err != nil {
  227. return "", err
  228. }
  229. buf = append(buf, '\'')
  230. }
  231. case json.RawMessage:
  232. buf = append(buf, '\'')
  233. if mc.status&statusNoBackslashEscapes == 0 {
  234. buf = escapeBytesBackslash(buf, v)
  235. } else {
  236. buf = escapeBytesQuotes(buf, v)
  237. }
  238. buf = append(buf, '\'')
  239. case []byte:
  240. if v == nil {
  241. buf = append(buf, "NULL"...)
  242. } else {
  243. buf = append(buf, "_binary'"...)
  244. if mc.status&statusNoBackslashEscapes == 0 {
  245. buf = escapeBytesBackslash(buf, v)
  246. } else {
  247. buf = escapeBytesQuotes(buf, v)
  248. }
  249. buf = append(buf, '\'')
  250. }
  251. case string:
  252. buf = append(buf, '\'')
  253. if mc.status&statusNoBackslashEscapes == 0 {
  254. buf = escapeStringBackslash(buf, v)
  255. } else {
  256. buf = escapeStringQuotes(buf, v)
  257. }
  258. buf = append(buf, '\'')
  259. default:
  260. return "", driver.ErrSkip
  261. }
  262. if len(buf)+4 > mc.maxAllowedPacket {
  263. return "", driver.ErrSkip
  264. }
  265. }
  266. if argPos != len(args) {
  267. return "", driver.ErrSkip
  268. }
  269. return string(buf), nil
  270. }
  271. func (mc *mysqlConn) Exec(query string, args []driver.Value) (driver.Result, error) {
  272. if mc.closed.Load() {
  273. mc.cfg.Logger.Print(ErrInvalidConn)
  274. return nil, driver.ErrBadConn
  275. }
  276. if len(args) != 0 {
  277. if !mc.cfg.InterpolateParams {
  278. return nil, driver.ErrSkip
  279. }
  280. // try to interpolate the parameters to save extra roundtrips for preparing and closing a statement
  281. prepared, err := mc.interpolateParams(query, args)
  282. if err != nil {
  283. return nil, err
  284. }
  285. query = prepared
  286. }
  287. err := mc.exec(query)
  288. if err == nil {
  289. copied := mc.result
  290. return &copied, err
  291. }
  292. return nil, mc.markBadConn(err)
  293. }
  294. // Internal function to execute commands
  295. func (mc *mysqlConn) exec(query string) error {
  296. handleOk := mc.clearResult()
  297. // Send command
  298. if err := mc.writeCommandPacketStr(comQuery, query); err != nil {
  299. return mc.markBadConn(err)
  300. }
  301. // Read Result
  302. resLen, err := handleOk.readResultSetHeaderPacket()
  303. if err != nil {
  304. return err
  305. }
  306. if resLen > 0 {
  307. // columns
  308. if err := mc.readUntilEOF(); err != nil {
  309. return err
  310. }
  311. // rows
  312. if err := mc.readUntilEOF(); err != nil {
  313. return err
  314. }
  315. }
  316. return handleOk.discardResults()
  317. }
  318. func (mc *mysqlConn) Query(query string, args []driver.Value) (driver.Rows, error) {
  319. return mc.query(query, args)
  320. }
  321. func (mc *mysqlConn) query(query string, args []driver.Value) (*textRows, error) {
  322. handleOk := mc.clearResult()
  323. if mc.closed.Load() {
  324. mc.cfg.Logger.Print(ErrInvalidConn)
  325. return nil, driver.ErrBadConn
  326. }
  327. if len(args) != 0 {
  328. if !mc.cfg.InterpolateParams {
  329. return nil, driver.ErrSkip
  330. }
  331. // try client-side prepare to reduce roundtrip
  332. prepared, err := mc.interpolateParams(query, args)
  333. if err != nil {
  334. return nil, err
  335. }
  336. query = prepared
  337. }
  338. // Send command
  339. err := mc.writeCommandPacketStr(comQuery, query)
  340. if err == nil {
  341. // Read Result
  342. var resLen int
  343. resLen, err = handleOk.readResultSetHeaderPacket()
  344. if err == nil {
  345. rows := new(textRows)
  346. rows.mc = mc
  347. if resLen == 0 {
  348. rows.rs.done = true
  349. switch err := rows.NextResultSet(); err {
  350. case nil, io.EOF:
  351. return rows, nil
  352. default:
  353. return nil, err
  354. }
  355. }
  356. // Columns
  357. rows.rs.columns, err = mc.readColumns(resLen)
  358. return rows, err
  359. }
  360. }
  361. return nil, mc.markBadConn(err)
  362. }
  363. // Gets the value of the given MySQL System Variable
  364. // The returned byte slice is only valid until the next read
  365. func (mc *mysqlConn) getSystemVar(name string) ([]byte, error) {
  366. // Send command
  367. handleOk := mc.clearResult()
  368. if err := mc.writeCommandPacketStr(comQuery, "SELECT @@"+name); err != nil {
  369. return nil, err
  370. }
  371. // Read Result
  372. resLen, err := handleOk.readResultSetHeaderPacket()
  373. if err == nil {
  374. rows := new(textRows)
  375. rows.mc = mc
  376. rows.rs.columns = []mysqlField{{fieldType: fieldTypeVarChar}}
  377. if resLen > 0 {
  378. // Columns
  379. if err := mc.readUntilEOF(); err != nil {
  380. return nil, err
  381. }
  382. }
  383. dest := make([]driver.Value, resLen)
  384. if err = rows.readRow(dest); err == nil {
  385. return dest[0].([]byte), mc.readUntilEOF()
  386. }
  387. }
  388. return nil, err
  389. }
  390. // finish is called when the query has canceled.
  391. func (mc *mysqlConn) cancel(err error) {
  392. mc.canceled.Set(err)
  393. mc.cleanup()
  394. }
  395. // finish is called when the query has succeeded.
  396. func (mc *mysqlConn) finish() {
  397. if !mc.watching || mc.finished == nil {
  398. return
  399. }
  400. select {
  401. case mc.finished <- struct{}{}:
  402. mc.watching = false
  403. case <-mc.closech:
  404. }
  405. }
  406. // Ping implements driver.Pinger interface
  407. func (mc *mysqlConn) Ping(ctx context.Context) (err error) {
  408. if mc.closed.Load() {
  409. mc.cfg.Logger.Print(ErrInvalidConn)
  410. return driver.ErrBadConn
  411. }
  412. if err = mc.watchCancel(ctx); err != nil {
  413. return
  414. }
  415. defer mc.finish()
  416. handleOk := mc.clearResult()
  417. if err = mc.writeCommandPacket(comPing); err != nil {
  418. return mc.markBadConn(err)
  419. }
  420. return handleOk.readResultOK()
  421. }
  422. // BeginTx implements driver.ConnBeginTx interface
  423. func (mc *mysqlConn) BeginTx(ctx context.Context, opts driver.TxOptions) (driver.Tx, error) {
  424. if mc.closed.Load() {
  425. return nil, driver.ErrBadConn
  426. }
  427. if err := mc.watchCancel(ctx); err != nil {
  428. return nil, err
  429. }
  430. defer mc.finish()
  431. if sql.IsolationLevel(opts.Isolation) != sql.LevelDefault {
  432. level, err := mapIsolationLevel(opts.Isolation)
  433. if err != nil {
  434. return nil, err
  435. }
  436. err = mc.exec("SET TRANSACTION ISOLATION LEVEL " + level)
  437. if err != nil {
  438. return nil, err
  439. }
  440. }
  441. return mc.begin(opts.ReadOnly)
  442. }
  443. func (mc *mysqlConn) QueryContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Rows, error) {
  444. dargs, err := namedValueToValue(args)
  445. if err != nil {
  446. return nil, err
  447. }
  448. if err := mc.watchCancel(ctx); err != nil {
  449. return nil, err
  450. }
  451. rows, err := mc.query(query, dargs)
  452. if err != nil {
  453. mc.finish()
  454. return nil, err
  455. }
  456. rows.finish = mc.finish
  457. return rows, err
  458. }
  459. func (mc *mysqlConn) ExecContext(ctx context.Context, query string, args []driver.NamedValue) (driver.Result, error) {
  460. dargs, err := namedValueToValue(args)
  461. if err != nil {
  462. return nil, err
  463. }
  464. if err := mc.watchCancel(ctx); err != nil {
  465. return nil, err
  466. }
  467. defer mc.finish()
  468. return mc.Exec(query, dargs)
  469. }
  470. func (mc *mysqlConn) PrepareContext(ctx context.Context, query string) (driver.Stmt, error) {
  471. if err := mc.watchCancel(ctx); err != nil {
  472. return nil, err
  473. }
  474. stmt, err := mc.Prepare(query)
  475. mc.finish()
  476. if err != nil {
  477. return nil, err
  478. }
  479. select {
  480. default:
  481. case <-ctx.Done():
  482. stmt.Close()
  483. return nil, ctx.Err()
  484. }
  485. return stmt, nil
  486. }
  487. func (stmt *mysqlStmt) QueryContext(ctx context.Context, args []driver.NamedValue) (driver.Rows, error) {
  488. dargs, err := namedValueToValue(args)
  489. if err != nil {
  490. return nil, err
  491. }
  492. if err := stmt.mc.watchCancel(ctx); err != nil {
  493. return nil, err
  494. }
  495. rows, err := stmt.query(dargs)
  496. if err != nil {
  497. stmt.mc.finish()
  498. return nil, err
  499. }
  500. rows.finish = stmt.mc.finish
  501. return rows, err
  502. }
  503. func (stmt *mysqlStmt) ExecContext(ctx context.Context, args []driver.NamedValue) (driver.Result, error) {
  504. dargs, err := namedValueToValue(args)
  505. if err != nil {
  506. return nil, err
  507. }
  508. if err := stmt.mc.watchCancel(ctx); err != nil {
  509. return nil, err
  510. }
  511. defer stmt.mc.finish()
  512. return stmt.Exec(dargs)
  513. }
  514. func (mc *mysqlConn) watchCancel(ctx context.Context) error {
  515. if mc.watching {
  516. // Reach here if canceled,
  517. // so the connection is already invalid
  518. mc.cleanup()
  519. return nil
  520. }
  521. // When ctx is already cancelled, don't watch it.
  522. if err := ctx.Err(); err != nil {
  523. return err
  524. }
  525. // When ctx is not cancellable, don't watch it.
  526. if ctx.Done() == nil {
  527. return nil
  528. }
  529. // When watcher is not alive, can't watch it.
  530. if mc.watcher == nil {
  531. return nil
  532. }
  533. mc.watching = true
  534. mc.watcher <- ctx
  535. return nil
  536. }
  537. func (mc *mysqlConn) startWatcher() {
  538. watcher := make(chan context.Context, 1)
  539. mc.watcher = watcher
  540. finished := make(chan struct{})
  541. mc.finished = finished
  542. go func() {
  543. for {
  544. var ctx context.Context
  545. select {
  546. case ctx = <-watcher:
  547. case <-mc.closech:
  548. return
  549. }
  550. select {
  551. case <-ctx.Done():
  552. mc.cancel(ctx.Err())
  553. case <-finished:
  554. case <-mc.closech:
  555. return
  556. }
  557. }
  558. }()
  559. }
  560. func (mc *mysqlConn) CheckNamedValue(nv *driver.NamedValue) (err error) {
  561. nv.Value, err = converter{}.ConvertValue(nv.Value)
  562. return
  563. }
  564. // ResetSession implements driver.SessionResetter.
  565. // (From Go 1.10)
  566. func (mc *mysqlConn) ResetSession(ctx context.Context) error {
  567. if mc.closed.Load() {
  568. return driver.ErrBadConn
  569. }
  570. // Perform a stale connection check. We only perform this check for
  571. // the first query on a connection that has been checked out of the
  572. // connection pool: a fresh connection from the pool is more likely
  573. // to be stale, and it has not performed any previous writes that
  574. // could cause data corruption, so it's safe to return ErrBadConn
  575. // if the check fails.
  576. if mc.cfg.CheckConnLiveness {
  577. conn := mc.netConn
  578. if mc.rawConn != nil {
  579. conn = mc.rawConn
  580. }
  581. var err error
  582. if mc.cfg.ReadTimeout != 0 {
  583. err = conn.SetReadDeadline(time.Now().Add(mc.cfg.ReadTimeout))
  584. }
  585. if err == nil {
  586. err = connCheck(conn)
  587. }
  588. if err != nil {
  589. mc.cfg.Logger.Print("closing bad idle connection: ", err)
  590. return driver.ErrBadConn
  591. }
  592. }
  593. return nil
  594. }
  595. // IsValid implements driver.Validator interface
  596. // (From Go 1.15)
  597. func (mc *mysqlConn) IsValid() bool {
  598. return !mc.closed.Load()
  599. }