兄弟连区块链教程open-ethereum-pool矿池源码分析API分析

ApiServer相关定义 

type ApiConfig struct {
Enabled bool `json:"enabled"`
Listen string `json:"listen"`
StatsCollectInterval string `json:"statsCollectInterval"`
HashrateWindow string `json:"hashrateWindow"`
HashrateLargeWindow string `json:"hashrateLargeWindow"`
LuckWindow []int `json:"luckWindow"`
Payments int64 `json:"payments"`
Blocks int64 `json:"blocks"`
PurgeOnly bool `json:"purgeOnly"`
PurgeInterval string `json:"purgeInterval"`
}

type ApiServer struct {
config *ApiConfig
backend *storage.RedisClient
hashrateWindow time.Duration
hashrateLargeWindow time.Duration
stats atomic.Value
miners map[string]*Entry
minersMu sync.RWMutex
statsIntv time.Duration
}

type Entry struct {
stats map[string]interface{}
updatedAt int64
}
//代码位置api/server.go

CollectStats原理

//config.StatsCollectInterval为CollectStats定时器，时间为5秒
//调取：stats, err := s.backend.CollectStats(s.hashrateWindow, s.config.Blocks, s.config.Payments)
//s.hashrateWindow即cfg.HashrateWindow，即：为每个矿工估计算力的快速时间间隔，30分钟
//s.config.Blocks即：前端显示的最大块数，50个
//s.config.Payments即：前端显示的最大付款数量，50个
func (r *RedisClient) CollectStats(smallWindow time.Duration, maxBlocks, maxPayments int64) (map[string]interface{}, error) {
????//换算成秒
????window := int64(smallWindow / time.Second)
????//创建map
????stats := make(map[string]interface{})

????//Redis事务块
????tx := r.client.Multi()
????defer tx.Close()

????//换算成秒
????now := util.MakeTimestamp() / 1000

????cmds, err := tx.Exec(func() error {
????????//针对min和max参数需要额外说明的是，-inf和+inf分别表示Sorted-Sets中分数的最高值和最低值
????????//缺省情况下，min和max表示的范围是闭区间范围，即min <= score <= max内的成员将被返回
????????//然而我们可以通过在min和max的前面添加"("字符来表示开区间，如(min max表示min < score <= max，而(min (max表示min < score < max
????????//-inf <= score < now-window
????????
????????//Zremrangebyscore 命令用于移除有序集中，指定分数（score）区间内的所有成员
????????//ZREMRANGEBYSCORE eth:hashrate -inf (now-window
????????//慎重使用
????????tx.ZRemRangeByScore(r.formatKey("hashrate"), "-inf", fmt.Sprint("(", now-window))
????????
????????//显示整个有序集成员
????????//ZRANGE eth:hashrate 0 -1 WITHSCORES
????????tx.ZRangeWithScores(r.formatKey("hashrate"), 0, -1)
????????
????????//Hgetall 命令用于返回哈希表中，所有的字段和值
????????//HGETALL eth:stats
????????tx.HGetAllMap(r.formatKey("stats"))
????????
????????//Zrevrange 命令返回有序集中，指定区间内的成员
????????//ZREVRANGE eth:blocks:candidates 0 -1 WITHSCORES
????????//candidates为候选者
????????tx.ZRevRangeWithScores(r.formatKey("blocks", "candidates"), 0, -1)
????????
????????//同上
????????//ZREVRANGE eth:blocks:immature 0 -1 WITHSCORES
????????//immature为未成年
????????tx.ZRevRangeWithScores(r.formatKey("blocks", "immature"), 0, -1)
????????
????????//同上
????????//ZREVRANGE eth:blocks:matured 0 49 WITHSCORES
????????//matured为成熟
????????tx.ZRevRangeWithScores(r.formatKey("blocks", "matured"), 0, maxBlocks-1)
????????
????????//Zcard 命令用于计算集合中元素的数量
????????//ZCARD eth:blocks:candidates
????????tx.ZCard(r.formatKey("blocks", "candidates"))
????????
????????//同上
????????//ZCARD eth:blocks:immature
????????tx.ZCard(r.formatKey("blocks", "immature"))
????????
????????//同上
????????//ZCARD eth:blocks:matured
????????tx.ZCard(r.formatKey("blocks", "matured"))
????????
????????//同上
????????//ZCARD eth:payments:all
????????tx.ZCard(r.formatKey("payments", "all"))
????????
????????//同上
????????//ZREVRANGE eth:payments:all 0 49 WITHSCORES
????????tx.ZRevRangeWithScores(r.formatKey("payments", "all"), 0, maxPayments-1)
????????return nil
????})

????if err != nil {
????????return nil, err
????}

????//Hgetall 命令用于返回哈希表中，所有的字段和值
????//HGETALL eth:stats
????result, _ := cmds[2].(*redis.StringStringMapCmd).Result()
????stats["stats"] = convertStringMap(result)
????
????//Zrevrange 命令返回有序集中，指定区间内的成员
????//ZREVRANGE eth:blocks:candidates 0 -1 WITHSCORES
????//Zcard 命令用于计算集合中元素的数量
????//ZCARD eth:blocks:candidates
????candidates := convertCandidateResults(cmds[3].(*redis.ZSliceCmd))
????stats["candidates"] = candidates
????stats["candidatesTotal"] = cmds[6].(*redis.IntCmd).Val()

????//ZREVRANGE eth:blocks:immature 0 -1 WITHSCORES
????//ZCARD eth:blocks:immature
????immature := convertBlockResults(cmds[4].(*redis.ZSliceCmd))
????stats["immature"] = immature
????stats["immatureTotal"] = cmds[7].(*redis.IntCmd).Val()

????//ZREVRANGE eth:blocks:matured 0 49 WITHSCORES
????//ZCARD eth:blocks:matured
????matured := convertBlockResults(cmds[5].(*redis.ZSliceCmd))
????stats["matured"] = matured
????stats["maturedTotal"] = cmds[8].(*redis.IntCmd).Val()

????//ZREVRANGE eth:payments:all 0 49 WITHSCORES
????//ZCARD eth:payments:all
????payments := convertPaymentsResults(cmds[10].(*redis.ZSliceCmd))
????stats["payments"] = payments
????stats["paymentsTotal"] = cmds[9].(*redis.IntCmd).Val()

????//显示整个有序集成员
????//ZRANGE eth:hashrate 0 -1 WITHSCORES
????totalHashrate, miners := convertMinersStats(window, cmds[1].(*redis.ZSliceCmd))
????stats["miners"] = miners
????stats["minersTotal"] = len(miners)
????stats["hashrate"] = totalHashrate
????return stats, nil
}

CollectLuckStats原理

//调取：stats["luck"], err = s.backend.CollectLuckStats(s.config.LuckWindow)
//"luckWindow": [64, 128, 256],
//Collect stats for shares/diff ratio for this number of blocks
func (r *RedisClient) CollectLuckStats(windows []int) (map[string]interface{}, error) {
????//创建stats map
????stats := make(map[string]interface{})

????tx := r.client.Multi()
????defer tx.Close()

????//max即256
????max := int64(windows[len(windows)-1])

????cmds, err := tx.Exec(func() error {
????????//Zrevrange 命令返回有序集中，指定区间内的成员
????????//ZREVRANGE eth:blocks:immature 0 -1 WITHSCORES
????????tx.ZRevRangeWithScores(r.formatKey("blocks", "immature"), 0, -1)
????????
????????//ZREVRANGE eth:blocks:matured 0 max-1 WITHSCORES
????????tx.ZRevRangeWithScores(r.formatKey("blocks", "matured"), 0, max-1)
????????return nil
????})
????if err != nil {
????????return stats, err
????}
????//获取blocks
????blocks := convertBlockResults(cmds[0].(*redis.ZSliceCmd), cmds[1].(*redis.ZSliceCmd))

????calcLuck := func(max int) (int, float64, float64, float64) {
????????var total int
????????var sharesDiff, uncles, orphans float64
????????for i, block := range blocks {
????????????if i > (max - 1) {
????????????????break
????????????}
????????????//叔块
????????????if block.Uncle {
????????????????uncles++
????????????}
????????????//孤块
????????????if block.Orphan {
????????????????orphans++
????????????}
????????????//shares/Diff
????????????sharesDiff += float64(block.TotalShares) / float64(block.Difficulty)
????????????//total计数
????????????total++
????????}
????????if total > 0 {
????????????//单块平均shares/Diff
????????????sharesDiff /= float64(total)
????????????//uncles率
????????????uncles /= float64(total)
????????????//孤块率
????????????orphans /= float64(total)
????????}
????????//返回total计数，平均shares/Diff，uncles率，孤块率
????????return total, sharesDiff, uncles, orphans
????}
????
????//遍历windows，逐一计算calcLuck，即最近64块、128块、256块的数据统计
????for _, max := range windows {
????????total, sharesDiff, uncleRate, orphanRate := calcLuck(max)
????????row := map[string]float64{
????????????"luck": sharesDiff, "uncleRate": uncleRate, "orphanRate": orphanRate,
????????}
????????//写入stats map
????????stats[strconv.Itoa(total)] = row
????????//计数不对
????????if total < max {
????????????break
????????}
????}
????return stats, nil
}

func convertBlockResults(rows ...*redis.ZSliceCmd) []*BlockData {
????var result []*BlockData
????//遍历rows
????for _, row := range rows {
????????//遍历blocks
????????for _, v := range row.Val() {
????????????// "uncleHeight:orphan:nonce:blockHash:timestamp:diff:totalShares:rewardInWei"
????????????block := BlockData{}
????????????block.Height = int64(v.Score)
????????????block.RoundHeight = block.Height
????????????fields := strings.Split(v.Member.(string), ":")
????????????block.UncleHeight, _ = strconv.ParseInt(fields[0], 10, 64)
????????????block.Uncle = block.UncleHeight > 0
????????????block.Orphan, _ = strconv.ParseBool(fields[1])
????????????block.Nonce = fields[2]
????????????block.Hash = fields[3]
????????????block.Timestamp, _ = strconv.ParseInt(fields[4], 10, 64)
????????????block.Difficulty, _ = strconv.ParseInt(fields[5], 10, 64)
????????????block.TotalShares, _ = strconv.ParseInt(fields[6], 10, 64)
????????????block.RewardString = fields[7]
????????????block.ImmatureReward = fields[7]
????????????block.immatureKey = v.Member.(string)
????????????result = append(result, &block)
????????}
????}
????return result
}

purgeStale原理

//config.PurgeInterval为FlushStaleStats定时器，时间为10分钟
//调取：total, err := s.backend.FlushStaleStats(s.hashrateWindow, s.hashrateLargeWindow)
//s.hashrateWindow即cfg.HashrateWindow，即：为每个矿工估计算力的快速时间间隔，30分钟
//s.hashrateLargeWindow即cfg.HashrateLargeWindow，即：长期和精确的hashrate时间间隔，3小时
func (r *RedisClient) FlushStaleStats(window, largeWindow time.Duration) (int64, error) {
????//换算成秒
????now := util.MakeTimestamp() / 1000
????
????//max即(now-window，即<(now-window
????max := fmt.Sprint("(", now-int64(window/time.Second))
????
????//Zremrangebyscore 命令用于移除有序集中，指定分数（score）区间内的所有成员
????//ZREMRANGEBYSCORE eth:hashrate -inf (now-window
????//慎重使用
????total, err := r.client.ZRemRangeByScore(r.formatKey("hashrate"), "-inf", max).Result()
????if err != nil {
????????return total, err
????}

????var c int64
????//创建map
????miners := make(map[string]struct{})
????//即(now-largeWindow，即<now-largeWindow
????max = fmt.Sprint("(", now-int64(largeWindow/time.Second))

????for {
????????var keys []string
????????var err error
????????
????????//SCAN 命令用于迭代当前数据库中的数据库键
????????//SCAN 0 MATCH eth:hashrate:* COUNT 100
????????//SCAN c MATCH eth:hashrate:* COUNT 100
????????c, keys, err = r.client.Scan(c, r.formatKey("hashrate", "*"), 100).Result()
????????if err != nil {
????????????return total, err
????????}
????????for _, row := range keys {
????????????//eth:hashrate:login中截取login
????????????login := strings.Split(row, ":")[2]
????????????//没有处理过miners[login]
????????????if _, ok := miners[login]; !ok {
????????????????//Zremrangebyscore 命令用于移除有序集中，指定分数（score）区间内的所有成员
????????????????//ZREMRANGEBYSCORE eth:hashrate:login -inf (now-window
????????????????n, err := r.client.ZRemRangeByScore(r.formatKey("hashrate", login), "-inf", max).Result()
????????????????if err != nil {
????????????????????return total, err
????????????????}
????????????????//已处理的计入miners[login]
????????????????miners[login] = struct{}{}
????????????????//已处理的数量
????????????????total += n
????????????}
????????}
????????if c == 0 {
????????????break
????????}
????}
????return total, nil
}

原文地址：http://blog.51cto.com/12918475/2300044

时间： 2024-09-30 07:28:34

兄弟连区块链教程open-ethereum-pool矿池源码分析API分析的相关文章

兄弟连区块链教程open-ethereum-pool矿池源码分析unlocker模块

兄弟连区块链教程open-ethereum-pool以太坊矿池源码分析unlocker模块open-ethereum-pool以太坊矿池-unlocker模块 unlocker模块配置 json"unlocker": {????"enabled": false,????"poolFee": 1.0,????"poolFeeAddress": "",????"donate": true,?

区块链教程open-ethereum-pool矿池源码分析main入口

兄弟连区块链教程open-ethereum-pool矿池源码分析main入口,2018年下半年,区块链行业正逐渐褪去发展之初的浮躁.回归理性,表面上看相关人才需求与身价似乎正在回落.但事实上,正是初期泡沫的渐退,让人们更多的关注点放在了区块链真正的技术之上. open-ethereum-pool以太坊矿池-main入口 命令行启动 ./build/bin/open-ethereum-pool config.json config.json配置文件 { ????"threads": 2,

区块链教程btcpool矿池源码分析StratumServer模块解析

兄弟连区块链教程btcpool矿池源码分析StratumServer模块解析 核心机制总结 接收的job延迟超过60秒将丢弃 如果job中prevHash与本地job中prevHash不同,即为已产生新块,job中isClean状态将置为true????* true即要求矿机立即切换job 三种情况下将向矿机下发新job:???? 收到新高度的job???? 过去一个job为新高度且为空块job,且最新job为非空块job????* 达到预定的时间间隔30秒 最近一次下发job的时间将写入文件(

兄弟连区块链教程open-ethereum-pool矿池源码分析环境安装

安装Geth //安装parity cd /tmp/ wget d1h4xl4cr1h0mo.cloudfront.net/v1.8.11/x86_64-unknown-linux-gnu/parity_1.8.11_ubuntu_amd64.deb dpkg -i parity_1.8.11_ubuntu_amd64.deb //安装screen apt-get update apt-get -y install screen //启动parity screen parity --base-p

兄弟连区块链教程btcpool矿池源码分析核心机制总结及优化思考

btcpool矿池-核心机制总结及优化思考 核心机制总结 ①gbtmaker 监听Bitcoind ZMQ中BITCOIND_ZMQ_HASHBLOCK消息,一有新块产生,将立即向kafka发送新Gbt 另默认每5秒间隔(可从配置文件中指定)主动RPC请求Bitcoind,获取Gbt发送给kafka Gbt消息大小约2M,含交易列表 ②jobmaker 同时监听kafka KAFKA_TOPIC_RAWGBT和KAFKA_TOPIC_NMC_AUXBLOCK,以支持混合挖矿 接收的Gbt消息,如

兄弟连区块链教程btcpool矿池源码分析BlockMaker模块解析

btcpool矿池-BlockMaker模块解析 核心机制总结 blkmaker可以连多个bitcoind节点 blkmaker监听和接收4类消息:RAWGBT.STRATUM_JOB.SOLVED_SHARE和NMC_SOLVED_SHARE 监听RAWGBT目的为获取gbtHash/交易列表,用于构建Block,gbtHash和vtxs写入rawGbtMap_??* rawGbtMap_保存最近100条gbtHash/vtxs对 监听STRATUMJOB目的为获取jobId/gbtHash,

兄弟连区块链教程open-ethereum-pool矿池源码分析policy模块

open-ethereum-pooleth矿池-policy模块 PolicyServer定义 type PolicyServer struct { sync.RWMutex statsMu sync.Mutex config *Config stats map[string]*Stats banChannel chan string startedAt int64 grace int64 timeout int64 blacklist []string whitelist []string s

兄弟连区块链教程open-ethereum-pool矿池源码分析payouts模块

open-ethereum-pooleth矿池-payouts模块 PayoutsProcessor定义 type PayoutsProcessor struct { config *PayoutsConfig backend *storage.RedisClient rpc *rpc.RPCClient halt bool lastFail error } GetPendingPayments原理 func (r *RedisClient) GetPendingPayments() []*Pe

兄弟连区块链教程btcpool矿池源码分析JobMaker模块解析

核心机制总结 同时监听kafka KAFKA_TOPIC_RAWGBT和KAFKA_TOPIC_NMC_AUXBLOCK,以支持混合挖矿 接收的Gbt消息,如果与本地时间延迟超过60秒将丢弃,如果延迟超过3秒将打印log 可用的Gbt消息,将以gbtTime+isEmptyBlock+height来构造key写入本地Map,另gbtHash也会写入本地队列 本地gbtHash队列仅保存最近20条,本地gbtMap中Gbt消息有效期:非空Gbt有效期90秒,空Gbt有效期15秒,过期将清除??*