pool.go 6.38 KB
Newer Older
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
package zdb

import (
	"context"
	"errors"
	"fmt"
	"github.com/jackc/pgx/v5/pgxpool"
	"log"
	"reflect"
	"strings"
	"sync"
	"sync/atomic"
	"time"
)

type Pool struct {
	ctx    context.Context
	logger Logger

	srvMaster      *conn
	srvSlaves      []*conn
	srvSlavesAsync []*conn

	mu *sync.RWMutex

	notAliveConns []*conn

	slavesIter      *atomic.Int64
	slavesAsyncIter *atomic.Int64
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
32
33
34
35
36
37
38
39
func New() *Pool {
	return &Pool{
		mu:              &sync.RWMutex{},
		slavesIter:      &atomic.Int64{},
		slavesAsyncIter: &atomic.Int64{},
	}
}

Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
40
func NewDefault() *Pool {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
41
42
43
44
45
	p := New()
	p.ctx = context.Background()
	p.logger = log.Default()

	return p
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
}

func (d *Pool) WithContext(ctx context.Context) *Pool {
	return &Pool{
		ctx:             ctx,
		srvMaster:       d.srvMaster,
		srvSlaves:       d.srvSlaves,
		srvSlavesAsync:  d.srvSlavesAsync,
		mu:              d.mu,
		notAliveConns:   d.notAliveConns,
		slavesIter:      d.slavesIter,
		slavesAsyncIter: d.slavesAsyncIter,
	}
}

func (d *Pool) NewConn(mode connMode, pgConnString string) error {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
62
63
	d.mu.Lock()
	defer d.mu.Unlock()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
64

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
65
66
67
68
69
70
71
72
73
74
75
	q, err := d.newConn(mode, pgConnString)

	switch mode {
	case ConnModeMaster:
		d.srvMaster = q
	case ConnModeSync:
		d.srvSlaves = append(d.srvSlaves, q)
	case ConnModeAsync:
		d.srvSlavesAsync = append(d.srvSlavesAsync, q)
	default:
		return errors.New("unknown mode")
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
76
	}
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
77
78

	return err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
79
}
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
80
81
func (d *Pool) newConn(mode connMode, pgConnString string) (q *conn, err error) {
	var pgxPool *pgxpool.Pool
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
82
83
84
85
86

	if !strings.Contains(pgConnString, "default_query_exec_mode=") {
		pgConnString += " default_query_exec_mode=simple_protocol"
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
87
88
	if pgxPool, err = pgxpool.New(d.ctx, pgConnString); err != nil {
		return &conn{Pool: pgxPool, Alive: false, Mode: mode}, err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
89
90
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
91
	q = &conn{Pool: pgxPool, Alive: false, Mode: mode}
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
92

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
93
	if err = d.ping(q); err != nil {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
94
		return q, err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
95
96
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
97
	q.Alive = true
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
98

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
99
	return q, nil
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
}

func (d *Pool) slave() *conn {
	if len(d.srvSlaves) == 0 {
		return d.srvMaster
	}

	d.mu.RLock()
	defer d.mu.RUnlock()

	return d.srvSlaves[d.slavesIter.Add(1)%int64(len(d.srvSlaves))]
}

func (d *Pool) slaveAsync() *conn {
	if len(d.srvSlavesAsync) == 0 {
		return d.slave()
	}

	d.mu.RLock()
	defer d.mu.RUnlock()

	return d.srvSlavesAsync[d.slavesAsyncIter.Add(1)%int64(len(d.srvSlavesAsync))]
}

func (d *Pool) execWrapper(pool connMode, dst any, f func(conn *conn, dst1 any) error) error {
	for {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
126
		var q *conn
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
127
128

		if pool == ConnModeSync {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
129
			q = d.slave()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
130
		} else {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
131
			q = d.slaveAsync()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
132
133
		}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
134
135
		if err := f(q, dst); err != nil {
			if q.Mode == ConnModeMaster {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
136
137
138
139
				return err
			} else {
				if strings.Contains(err.Error(), "connect") || strings.Contains(err.Error(), "EOF") {
					d.logger.Printf("DB_EXEC_WRAPPER_ERR: %s", err.Error())
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
140
					d.setNotAliveConn(q)
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
141
142
143
144
145
146
147
148
149
150
151
					continue
				} else {
					return err
				}
			}
		}

		return nil
	}
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
152
func (d *Pool) ping(q *conn) (err error) {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
153
154
	var n any

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
155
	if err = d.qGet(q, &n, "SELECT 1"); err != nil {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
156
		d.logger.Printf("DB_PING_ERR: MODE: %v, HOST: %s, PORT: %d, ERR: %v",
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
			q.Mode.String(),
			q.Config().ConnConfig.Host,
			q.Config().ConnConfig.Port,
			err,
		)
	}

	return
}

func (d *Pool) setNotAliveConn(conn *conn) {
	d.mu.Lock()
	defer d.mu.Unlock()

	for i, slave := range d.srvSlaves {
		if slave == conn {
			conn.Alive = false
			d.notAliveConns = append(d.notAliveConns, conn)
			d.srvSlaves = remove(d.srvSlaves, i)
			return
		}
	}

	for i, slave := range d.srvSlavesAsync {
		if slave == conn {
			conn.Alive = false
			d.notAliveConns = append(d.notAliveConns, conn)
			d.srvSlavesAsync = remove(d.srvSlavesAsync, i)

			return
		}
	}
}

func (d *Pool) Test() {
	go func() {
		for {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
194
			for i, q := range d.notAliveConns {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
195
				if err := d.ping(q); err == nil {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
196
					d.mu.Lock()
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
197
					q.Alive = true
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
198
					d.notAliveConns = remove(d.notAliveConns, i)
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
199
200
201
202
					if q.Mode == ConnModeSync {
						d.srvSlaves = append(d.srvSlaves, q)
					} else if q.Mode == ConnModeAsync {
						d.srvSlavesAsync = append(d.srvSlavesAsync, q)
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
203
204
205
206
207
					}
					d.mu.Unlock()
				}
			}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
208
			d.srvMaster.Alive = d.ping(d.srvMaster) == nil
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291

			time.Sleep(time.Second * 1)
		}
	}()
}

func (d *Pool) prepare(sql string, param map[string]any) string {
	for n, t := range param {
		switch t.(type) {
		case time.Time:
			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%s'", t.(time.Time).UTC().Format(time.DateTime)))
		case *time.Time:
			if t.(*time.Time) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%s'", t.(*time.Time).UTC().Format(time.DateTime)))
			}
		case nil:
			sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
		case bool:
			if t.(bool) {
				sql = strings.ReplaceAll(sql, ":"+n+":", "TRUE")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", "FALSE")
			}
		case *string:
			if t.(*string) == nil || *t.(*string) == "NULL" {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", strings.ReplaceAll(*t.(*string), "'", "''")))
			}
		case string:
			if t.(string) == "NULL" {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", strings.ReplaceAll(t.(string), "'", "''")))
			}
		case *int:
			if t.(*int) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*int)))
			}
		case *bool:
			if t.(*bool) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				if *t.(*bool) {
					sql = strings.ReplaceAll(sql, ":"+n+":", "TRUE")
				} else {
					sql = strings.ReplaceAll(sql, ":"+n+":", "FALSE")
				}
			}
		case *int64:
			if t.(*int64) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*int64)))
			}
		case *float64:
			if t.(*float64) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*float64)))
			}
		case int, int64:
			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", t))
		default:
			switch reflect.TypeOf(t).Kind() {
			case reflect.Slice:
				sql = strings.ReplaceAll(sql, ":"+n+":", "'{"+strings.Trim(strings.Join(strings.Split(fmt.Sprint(t), " "), ","), "[]")+"}'")
			}

			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", t))
		}
	}

	if _, ok := param["_debug"]; ok {
		d.logger.Printf(sql)
	}

	return sql
}