mirror of
https://github.com/go-gitea/gitea.git
synced 2024-08-21 21:04:19 -04:00
* Panic don't fatal on create new logger Fixes #5854 Signed-off-by: Andrew Thornton <art27@cantab.net> * partial broken * Update the logging infrastrcture Signed-off-by: Andrew Thornton <art27@cantab.net> * Reset the skip levels for Fatal and Error Signed-off-by: Andrew Thornton <art27@cantab.net> * broken ncsa * More log.Error fixes Signed-off-by: Andrew Thornton <art27@cantab.net> * Remove nal * set log-levels to lowercase * Make console_test test all levels * switch to lowercased levels * OK now working * Fix vetting issues * Fix lint * Fix tests * change default logging to match current gitea * Improve log testing Signed-off-by: Andrew Thornton <art27@cantab.net> * reset error skip levels to 0 * Update documentation and access logger configuration * Redirect the router log back to gitea if redirect macaron log but also allow setting the log level - i.e. TRACE * Fix broken level caching * Refactor the router log * Add Router logger * Add colorizing options * Adjust router colors * Only create logger if they will be used * update app.ini.sample * rename Attribute ColorAttribute * Change from white to green for function * Set fatal/error levels * Restore initial trace logger * Fix Trace arguments in modules/auth/auth.go * Properly handle XORMLogger * Improve admin/config page * fix fmt * Add auto-compression of old logs * Update error log levels * Remove the unnecessary skip argument from Error, Fatal and Critical * Add stacktrace support * Fix tests * Remove x/sync from vendors? * Add stderr option to console logger * Use filepath.ToSlash to protect against Windows in tests * Remove prefixed underscores from names in colors.go * Remove not implemented database logger This was removed from Gogs on 4 Mar 2016 but left in the configuration since then. * Ensure that log paths are relative to ROOT_PATH * use path.Join * rename jsonConfig to logConfig * Rename "config" to "jsonConfig" to make it clearer * Requested changes * Requested changes: XormLogger * Try to color the windows terminal If successful default to colorizing the console logs * fixup * Colorize initially too * update vendor * Colorize logs on default and remove if this is not a colorizing logger * Fix documentation * fix test * Use go-isatty to detect if on windows we are on msys or cygwin * Fix spelling mistake * Add missing vendors * More changes * Rationalise the ANSI writer protection * Adjust colors on advice from @0x5c * Make Flags a comma separated list * Move to use the windows constant for ENABLE_VIRTUAL_TERMINAL_PROCESSING * Ensure matching is done on the non-colored message - to simpify EXPRESSION
104 lines
2.1 KiB
Go
104 lines
2.1 KiB
Go
// Copyright 2019 The Gitea Authors. All rights reserved.
|
|
// Use of this source code is governed by a MIT-style
|
|
// license that can be found in the LICENSE file.
|
|
|
|
package issues
|
|
|
|
import (
|
|
"encoding/json"
|
|
"time"
|
|
|
|
"code.gitea.io/gitea/modules/log"
|
|
"github.com/lunny/levelqueue"
|
|
)
|
|
|
|
var (
|
|
_ Queue = &LevelQueue{}
|
|
)
|
|
|
|
// LevelQueue implements a disk library queue
|
|
type LevelQueue struct {
|
|
indexer Indexer
|
|
queue *levelqueue.Queue
|
|
batchNumber int
|
|
}
|
|
|
|
// NewLevelQueue creates a ledis local queue
|
|
func NewLevelQueue(indexer Indexer, dataDir string, batchNumber int) (*LevelQueue, error) {
|
|
queue, err := levelqueue.Open(dataDir)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return &LevelQueue{
|
|
indexer: indexer,
|
|
queue: queue,
|
|
batchNumber: batchNumber,
|
|
}, nil
|
|
}
|
|
|
|
// Run starts to run the queue
|
|
func (l *LevelQueue) Run() error {
|
|
var i int
|
|
var datas = make([]*IndexerData, 0, l.batchNumber)
|
|
for {
|
|
i++
|
|
if len(datas) > l.batchNumber || (len(datas) > 0 && i > 3) {
|
|
l.indexer.Index(datas)
|
|
datas = make([]*IndexerData, 0, l.batchNumber)
|
|
i = 0
|
|
continue
|
|
}
|
|
|
|
bs, err := l.queue.RPop()
|
|
if err != nil {
|
|
if err != levelqueue.ErrNotFound {
|
|
log.Error("RPop: %v", err)
|
|
}
|
|
time.Sleep(time.Millisecond * 100)
|
|
continue
|
|
}
|
|
|
|
if len(bs) <= 0 {
|
|
time.Sleep(time.Millisecond * 100)
|
|
continue
|
|
}
|
|
|
|
var data IndexerData
|
|
err = json.Unmarshal(bs, &data)
|
|
if err != nil {
|
|
log.Error("Unmarshal: %v", err)
|
|
time.Sleep(time.Millisecond * 100)
|
|
continue
|
|
}
|
|
|
|
log.Trace("LevelQueue: task found: %#v", data)
|
|
|
|
if data.IsDelete {
|
|
if data.ID > 0 {
|
|
if err = l.indexer.Delete(data.ID); err != nil {
|
|
log.Error("indexer.Delete: %v", err)
|
|
}
|
|
} else if len(data.IDs) > 0 {
|
|
if err = l.indexer.Delete(data.IDs...); err != nil {
|
|
log.Error("indexer.Delete: %v", err)
|
|
}
|
|
}
|
|
time.Sleep(time.Millisecond * 10)
|
|
continue
|
|
}
|
|
|
|
datas = append(datas, &data)
|
|
time.Sleep(time.Millisecond * 10)
|
|
}
|
|
}
|
|
|
|
// Push will push the indexer data to queue
|
|
func (l *LevelQueue) Push(data *IndexerData) error {
|
|
bs, err := json.Marshal(data)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return l.queue.LPush(bs)
|
|
}
|