pool.go 6.48 KB
Newer Older
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
package zdb

import (
	"context"
	"errors"
	"fmt"
	"github.com/jackc/pgx/v5/pgxpool"
	"log"
	"reflect"
	"strings"
	"sync"
	"sync/atomic"
	"time"
)

type Pool struct {
	ctx    context.Context
	logger Logger

	srvMaster      *conn
	srvSlaves      []*conn
	srvSlavesAsync []*conn

	mu *sync.RWMutex

	notAliveConns []*conn

	slavesIter      *atomic.Int64
	slavesAsyncIter *atomic.Int64
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
30
31

	stop bool
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
32
33
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
34
35
36
37
38
39
40
41
func New() *Pool {
	return &Pool{
		mu:              &sync.RWMutex{},
		slavesIter:      &atomic.Int64{},
		slavesAsyncIter: &atomic.Int64{},
	}
}

Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
42
func NewDefault() *Pool {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
43
44
45
46
47
	p := New()
	p.ctx = context.Background()
	p.logger = log.Default()

	return p
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
}

func (d *Pool) WithContext(ctx context.Context) *Pool {
	return &Pool{
		ctx:             ctx,
		srvMaster:       d.srvMaster,
		srvSlaves:       d.srvSlaves,
		srvSlavesAsync:  d.srvSlavesAsync,
		mu:              d.mu,
		notAliveConns:   d.notAliveConns,
		slavesIter:      d.slavesIter,
		slavesAsyncIter: d.slavesAsyncIter,
	}
}

func (d *Pool) NewConn(mode connMode, pgConnString string) error {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
64
65
	d.mu.Lock()
	defer d.mu.Unlock()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
66

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
67
68
69
70
71
72
73
74
75
76
77
	q, err := d.newConn(mode, pgConnString)

	switch mode {
	case ConnModeMaster:
		d.srvMaster = q
	case ConnModeSync:
		d.srvSlaves = append(d.srvSlaves, q)
	case ConnModeAsync:
		d.srvSlavesAsync = append(d.srvSlavesAsync, q)
	default:
		return errors.New("unknown mode")
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
78
	}
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
79
80

	return err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
81
}
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
82
83
func (d *Pool) newConn(mode connMode, pgConnString string) (q *conn, err error) {
	var pgxPool *pgxpool.Pool
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
84
85
86
87
88

	if !strings.Contains(pgConnString, "default_query_exec_mode=") {
		pgConnString += " default_query_exec_mode=simple_protocol"
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
89
90
	if pgxPool, err = pgxpool.New(d.ctx, pgConnString); err != nil {
		return &conn{Pool: pgxPool, Alive: false, Mode: mode}, err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
91
92
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
93
	q = &conn{Pool: pgxPool, Alive: false, Mode: mode}
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
94

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
95
	if err = d.ping(q); err != nil {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
96
		return q, err
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
97
98
	}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
99
	q.Alive = true
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
100

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
101
	return q, nil
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
}

func (d *Pool) slave() *conn {
	if len(d.srvSlaves) == 0 {
		return d.srvMaster
	}

	d.mu.RLock()
	defer d.mu.RUnlock()

	return d.srvSlaves[d.slavesIter.Add(1)%int64(len(d.srvSlaves))]
}

func (d *Pool) slaveAsync() *conn {
	if len(d.srvSlavesAsync) == 0 {
		return d.slave()
	}

	d.mu.RLock()
	defer d.mu.RUnlock()

	return d.srvSlavesAsync[d.slavesAsyncIter.Add(1)%int64(len(d.srvSlavesAsync))]
}

func (d *Pool) execWrapper(pool connMode, dst any, f func(conn *conn, dst1 any) error) error {
	for {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
128
		var q *conn
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
129
130

		if pool == ConnModeSync {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
131
			q = d.slave()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
132
		} else {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
133
			q = d.slaveAsync()
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
134
135
		}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
136
137
		if err := f(q, dst); err != nil {
			if q.Mode == ConnModeMaster {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
138
139
140
141
				return err
			} else {
				if strings.Contains(err.Error(), "connect") || strings.Contains(err.Error(), "EOF") {
					d.logger.Printf("DB_EXEC_WRAPPER_ERR: %s", err.Error())
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
142
					d.setNotAliveConn(q)
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
143
144
145
146
147
148
149
150
151
152
153
					continue
				} else {
					return err
				}
			}
		}

		return nil
	}
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
154
func (d *Pool) ping(q *conn) (err error) {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
155
156
	var n any

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
157
	if err = d.qGet(q, &n, "SELECT 1"); err != nil {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
158
		d.logger.Printf("DB_PING_ERR: MODE: %v, HOST: %s, PORT: %d, ERR: %v",
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
			q.Mode.String(),
			q.Config().ConnConfig.Host,
			q.Config().ConnConfig.Port,
			err,
		)
	}

	return
}

func (d *Pool) setNotAliveConn(conn *conn) {
	d.mu.Lock()
	defer d.mu.Unlock()

	for i, slave := range d.srvSlaves {
		if slave == conn {
			conn.Alive = false
			d.notAliveConns = append(d.notAliveConns, conn)
			d.srvSlaves = remove(d.srvSlaves, i)
			return
		}
	}

	for i, slave := range d.srvSlavesAsync {
		if slave == conn {
			conn.Alive = false
			d.notAliveConns = append(d.notAliveConns, conn)
			d.srvSlavesAsync = remove(d.srvSlavesAsync, i)

			return
		}
	}
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
193
194
195
func (d *Pool) Start() {
	d.stop = false

Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
196
197
	go func() {
		for {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
198
199
200
201
			if d.stop {
				return
			}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
202
			for i, q := range d.notAliveConns {
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
203
				if err := d.ping(q); err == nil {
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
204
					d.mu.Lock()
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
205
					q.Alive = true
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
206
					d.notAliveConns = remove(d.notAliveConns, i)
Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
207
208
209
210
					if q.Mode == ConnModeSync {
						d.srvSlaves = append(d.srvSlaves, q)
					} else if q.Mode == ConnModeAsync {
						d.srvSlavesAsync = append(d.srvSlavesAsync, q)
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
211
212
213
214
215
					}
					d.mu.Unlock()
				}
			}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
216
			d.srvMaster.Alive = d.ping(d.srvMaster) == nil
Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
217
218
219
220
221
222

			time.Sleep(time.Second * 1)
		}
	}()
}

Vladimir Barsukov's avatar
save    
Vladimir Barsukov committed
223
224
225
226
func (d *Pool) Stop() {
	d.stop = true
}

Vladimir Barsukov's avatar
init  
Vladimir Barsukov committed
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
func (d *Pool) prepare(sql string, param map[string]any) string {
	for n, t := range param {
		switch t.(type) {
		case time.Time:
			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%s'", t.(time.Time).UTC().Format(time.DateTime)))
		case *time.Time:
			if t.(*time.Time) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%s'", t.(*time.Time).UTC().Format(time.DateTime)))
			}
		case nil:
			sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
		case bool:
			if t.(bool) {
				sql = strings.ReplaceAll(sql, ":"+n+":", "TRUE")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", "FALSE")
			}
		case *string:
			if t.(*string) == nil || *t.(*string) == "NULL" {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", strings.ReplaceAll(*t.(*string), "'", "''")))
			}
		case string:
			if t.(string) == "NULL" {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", strings.ReplaceAll(t.(string), "'", "''")))
			}
		case *int:
			if t.(*int) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*int)))
			}
		case *bool:
			if t.(*bool) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				if *t.(*bool) {
					sql = strings.ReplaceAll(sql, ":"+n+":", "TRUE")
				} else {
					sql = strings.ReplaceAll(sql, ":"+n+":", "FALSE")
				}
			}
		case *int64:
			if t.(*int64) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*int64)))
			}
		case *float64:
			if t.(*float64) == nil {
				sql = strings.ReplaceAll(sql, ":"+n+":", "NULL")
			} else {
				sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", *t.(*float64)))
			}
		case int, int64:
			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("%v", t))
		default:
			switch reflect.TypeOf(t).Kind() {
			case reflect.Slice:
				sql = strings.ReplaceAll(sql, ":"+n+":", "'{"+strings.Trim(strings.Join(strings.Split(fmt.Sprint(t), " "), ","), "[]")+"}'")
			}

			sql = strings.ReplaceAll(sql, ":"+n+":", fmt.Sprintf("'%v'", t))
		}
	}

	if _, ok := param["_debug"]; ok {
		d.logger.Printf(sql)
	}

	return sql
}