thrift协议的服务进压力测试

TProtocol protocol = new TCompactProtocol(transport);
client = new Service.Client(protocol);

# 下载安装go
cd /usr/local/  自己选择安装目录和工作目录
wget https://storage.googleapis.com/golang/go1.8.3.linux-amd64.tar.gz
tar -xzvf go1.8.3.linux-amd64.tar.gz

# 环境变量配置
vim /etc/profile 增加如下行：
#go variable
export GOROOT=/usr/local/go
export PATH=$PATH:/usr/local/go/bin
export GOPATH=/data/bender/
export GOBIN=/data/bender/bin
完成后保存 并使其生效  source /etc/profile

#echo $GOROOT
/usr/local/go

cd $GOPATH
go get git.apache.org/thrift.git/lib/go/thriftgo get github.com/pinterest/bender

cd $GOPATH/workspace/myProject/                # 进入我的工作目录
rz my_interface.thrift                         # 上传我的接口文件
thrift  -gen go my_interface.thrift            # 将thrift文件转成go语言

package main

// import 若提示有错，就看下目录下文件是否可用
import (    
    "github.com/pinterest/bender"
    bthrift "github.com/pinterest/bender/thrift"
    "git.apache.org/thrift.git/lib/go/thrift"
    ....
    "github.com/pinterest/bender/hist"
)

// 准备压测数据,我用的服务的日志，解析后作为请求发送，相当于回放
func SyntheticRequests(n int) chan interface{} {
    f, err := os.Open("./advanced_search.info")
    paramList := make([]*as.QueryParam, 0)
    if err != nil {
        panic(err)
    }   
    defer f.Close()
    
    rd := bufio.NewReader(f)
    for {
        line, err := rd.ReadString('\n')
        
        if err != nil || io.EOF == err {
            break
        } else {
            json_transport := thrift.NewTMemoryBufferLen(len([]rune(line)))
            json_transport.WriteString(line)
            json_protocol := thrift.NewTJSONProtocol(json_transport)
            param := as.NewQueryParam()
            param.Read(json_protocol)
            paramList = append(paramList, param)
        }
    }
    max := len(paramList)
    c := make(chan interface{}, 100)
    go func() {
        for i := 0; i  {
            rand.Seed(int64(time.Now().Nanosecond()))
            c <- paramList[rand.Intn(max)]
        }
        close(c)
    }()
    return c
}

//重要:需要跟服务端所用协议一致
func ASExecutor(request interface{}, transport thrift.TTransport) (interface{}, error) {
    pFac := thrift.NewTCompactProtocolFactory()
    client := as.NewRecommendSrvClientFactory(transport, pFac)
    return client.GetCampaigns(request.(*as.QueryParam))   
}

// 主要是用bender的接口，完成压测
func main() {
    intervals := bender.ExponentialIntervalGenerator(150)      // 150 -- qps
    requests := SyntheticRequests(150*60*1)                    //总请求数
    //buffer字节数, clientExec, 超时时间, hosts--写server所在的ip和端口,如非同一机器,保证端口可访问
    exec := bthrift.NewThriftRequestExec(thrift.NewTBufferedTransportFactory(125), ASExecutor, 100 * time.Second, "127.0.0.1:9099")
    recorder := make(chan interface{}, 128)
    bender.LoadTestThroughput(intervals, requests, exec, recorder)
    l := log.New(os.Stdout, "", log.LstdFlags)
    h := hist.NewHistogram(60000, 1000000)
    bender.Record(recorder, bender.NewLoggingRecorder(l), bender.NewHistogramRecorder(h))
    fmt.Println(h)
}

cd $GOPATH
go install workspace/asthrift/asbender    // main.go在目录asbender下

[root@ip bin]#./asbender
Percentiles:
 Min:     0
 Median:  1
 90th:    1
 99th:    1
 99.9th:  1
 99.99th: 4
 Max:     10
Stats:
 Average: 0.923222
 Total requests: 9000
 Elapsed Time (sec): 59.5483
 Average QPS: 151.14
 Errors: 9000
 Percent errors: 100.00

 41 // NewLoggingRecorder creates a new log.Logger-based recorder.
 42 func NewLoggingRecorder(l *log.Logger) Recorder {
 43     return func(msg interface{}) {
 44 //      logMessage(l, msg)
 45     }
 46 }

go install github.com/pinterest/bender