2020-04-26 14:38:15 +00:00
|
|
|
package provider
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"crypto/md5"
|
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
2020-06-06 16:35:32 +00:00
|
|
|
"path/filepath"
|
2020-04-26 14:38:15 +00:00
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/Dreamacro/clash/log"
|
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
|
|
|
fileMode os.FileMode = 0666
|
2020-06-06 16:35:32 +00:00
|
|
|
dirMode os.FileMode = 0755
|
2020-04-26 14:38:15 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type parser = func([]byte) (interface{}, error)
|
|
|
|
|
|
|
|
type fetcher struct {
|
|
|
|
name string
|
|
|
|
vehicle Vehicle
|
|
|
|
updatedAt *time.Time
|
|
|
|
ticker *time.Ticker
|
2020-07-12 16:25:54 +00:00
|
|
|
done chan struct{}
|
2020-04-26 14:38:15 +00:00
|
|
|
hash [16]byte
|
|
|
|
parser parser
|
|
|
|
onUpdate func(interface{})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) Name() string {
|
|
|
|
return f.name
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) VehicleType() VehicleType {
|
|
|
|
return f.vehicle.Type()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) Initial() (interface{}, error) {
|
2020-05-29 13:56:29 +00:00
|
|
|
var (
|
|
|
|
buf []byte
|
|
|
|
err error
|
|
|
|
isLocal bool
|
|
|
|
)
|
|
|
|
if stat, fErr := os.Stat(f.vehicle.Path()); fErr == nil {
|
2020-04-26 14:38:15 +00:00
|
|
|
buf, err = ioutil.ReadFile(f.vehicle.Path())
|
|
|
|
modTime := stat.ModTime()
|
|
|
|
f.updatedAt = &modTime
|
|
|
|
isLocal = true
|
|
|
|
} else {
|
|
|
|
buf, err = f.vehicle.Read()
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
proxies, err := f.parser(buf)
|
|
|
|
if err != nil {
|
|
|
|
if !isLocal {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
// parse local file error, fallback to remote
|
|
|
|
buf, err = f.vehicle.Read()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
proxies, err = f.parser(buf)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-02 09:52:46 +00:00
|
|
|
if f.vehicle.Type() != File && !isLocal {
|
2020-07-18 11:32:40 +00:00
|
|
|
if err := safeWrite(f.vehicle.Path(), buf); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-04-26 14:38:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
f.hash = md5.Sum(buf)
|
|
|
|
|
|
|
|
// pull proxies automatically
|
|
|
|
if f.ticker != nil {
|
|
|
|
go f.pullLoop()
|
|
|
|
}
|
|
|
|
|
|
|
|
return proxies, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) Update() (interface{}, bool, error) {
|
|
|
|
buf, err := f.vehicle.Read()
|
|
|
|
if err != nil {
|
|
|
|
return nil, false, err
|
|
|
|
}
|
|
|
|
|
|
|
|
now := time.Now()
|
|
|
|
hash := md5.Sum(buf)
|
|
|
|
if bytes.Equal(f.hash[:], hash[:]) {
|
|
|
|
f.updatedAt = &now
|
|
|
|
return nil, true, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
proxies, err := f.parser(buf)
|
|
|
|
if err != nil {
|
|
|
|
return nil, false, err
|
|
|
|
}
|
|
|
|
|
2021-01-06 06:20:15 +00:00
|
|
|
if f.vehicle.Type() != File {
|
|
|
|
if err := safeWrite(f.vehicle.Path(), buf); err != nil {
|
|
|
|
return nil, false, err
|
|
|
|
}
|
2020-04-26 14:38:15 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
f.updatedAt = &now
|
|
|
|
f.hash = hash
|
|
|
|
|
|
|
|
return proxies, false, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) Destroy() error {
|
|
|
|
if f.ticker != nil {
|
2020-07-12 16:25:54 +00:00
|
|
|
f.done <- struct{}{}
|
2020-04-26 14:38:15 +00:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (f *fetcher) pullLoop() {
|
2020-07-12 16:25:54 +00:00
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case <-f.ticker.C:
|
|
|
|
elm, same, err := f.Update()
|
|
|
|
if err != nil {
|
|
|
|
log.Warnln("[Provider] %s pull error: %s", f.Name(), err.Error())
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if same {
|
|
|
|
log.Debugln("[Provider] %s's proxies doesn't change", f.Name())
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
log.Infoln("[Provider] %s's proxies update", f.Name())
|
|
|
|
if f.onUpdate != nil {
|
|
|
|
f.onUpdate(elm)
|
|
|
|
}
|
|
|
|
case <-f.done:
|
|
|
|
f.ticker.Stop()
|
|
|
|
return
|
2020-04-26 14:38:15 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-06-06 16:35:32 +00:00
|
|
|
func safeWrite(path string, buf []byte) error {
|
|
|
|
dir := filepath.Dir(path)
|
|
|
|
|
|
|
|
if _, err := os.Stat(dir); os.IsNotExist(err) {
|
|
|
|
if err := os.MkdirAll(dir, dirMode); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return ioutil.WriteFile(path, buf, fileMode)
|
|
|
|
}
|
|
|
|
|
2020-04-26 14:38:15 +00:00
|
|
|
func newFetcher(name string, interval time.Duration, vehicle Vehicle, parser parser, onUpdate func(interface{})) *fetcher {
|
|
|
|
var ticker *time.Ticker
|
|
|
|
if interval != 0 {
|
|
|
|
ticker = time.NewTicker(interval)
|
|
|
|
}
|
|
|
|
|
|
|
|
return &fetcher{
|
|
|
|
name: name,
|
|
|
|
ticker: ticker,
|
|
|
|
vehicle: vehicle,
|
|
|
|
parser: parser,
|
2020-07-12 16:25:54 +00:00
|
|
|
done: make(chan struct{}, 1),
|
2020-04-26 14:38:15 +00:00
|
|
|
onUpdate: onUpdate,
|
|
|
|
}
|
|
|
|
}
|