目的:
搭配etcd的注冊中心管理能知道誰能提供什么服務,并用rpc進行服務調用
封裝思想:
信道管理,將不同服務主機的通信信道管理起來
封裝:
1.指定的信道管理類
一個服務通常會有多個節點,每個節點都會有自己的信道類,建立信道與服務的映射關系,服務一對多信道。
2.總體的信道管理類
管理多個服務的信道管理類管理起來
tips:我們沒必要將所有的服務信道都建立起來,我們得申明我們關心的服務,不關心的就可以不管理這個服務
#pragma once
#include <brpc/channel.h>
#include <string>
#include <vector>
#include <unordered_map>
#include <mutex>
#include <iostream>
#include "./logger.hpp"
namespace common{
class ServerChannel
{
public:using ChannelPtr = std::shared_ptr<brpc::Channel>;using Ptr = std::shared_ptr<ServerChannel>;ServerChannel(const std::string &servername): _service_name(servername), _index(0){}void append(const std::string &host){ChannelPtr newchannel=std::make_shared<brpc::Channel>();brpc::ChannelOptions options;options.connect_timeout_ms = -1; // 嘗試連接時長Default: 200 (milliseconds)options.timeout_ms = -1; // rpc調用等待時間// Max duration of RPC over this Channel RPC調用在信道的期間options.protocol = "baidu_std";options.max_retry = 3;int ret = newchannel->Init(host.c_str(), &options);if (ret == -1){LOG_ERROR("初始化{}-{}信道失敗!", _service_name, host);return;}std::unique_lock<std::mutex> lock(_mutex);_channels.push_back(newchannel);_hosts.insert({host, newchannel});}// 服務器下線了一個節點,則把這個信道刪除void remove(const std::string &host){std::unique_lock<std::mutex> lock(_mutex);auto score = _hosts.find(host);if (score == _hosts.end()){// 沒找到LOG_WARN("沒有找到該服務中的服務為{}主機名為{}的信道", _service_name, host);return;}// 找到了ChannelPtr scoreptr = score->second;for (auto it = _channels.begin(); it != _channels.end(); ++it){if (*it == scoreptr){_channels.erase(it);break;}}_hosts.erase(host);LOG_INFO("服務為{}主機名為{}的信道已經刪除", _service_name, host);}// 選擇一個信道給這個服務ChannelPtr choose(){std::unique_lock<std::mutex> lock(_mutex);if (_channels.size() == 0){LOG_INFO("該服務{}中暫時沒有信道", _service_name);return ChannelPtr();}int pos = _index++ % _channels.size();return _channels[pos];}private:int32_t _index;std::mutex _mutex;std::string _service_name;std::vector<ChannelPtr> _channels;// 節點與信道的位圖std::unordered_map<std::string, ChannelPtr> _hosts;
};class ServerManager
{
public:using Ptr = std::shared_ptr<ServerManager>;ServerManager() {}ServerChannel::ChannelPtr choose(const std::string &instance_name){std::string servicename=instance_name;std::unique_lock<std::mutex> lock(_mutex);auto serversret = _servers.find(servicename);if (serversret == _servers.end()){LOG_INFO("當前服務{}沒有可使用的節點!", servicename);return ServerChannel::ChannelPtr();}// 該服務被訂閱且上線了,提供一個該服務的節點else{ auto score = _servers.find(servicename);ServerChannel::Ptr serverchannal = score->second;return serverchannal->choose();}}void onlinechannel(const std::string &instance_name, const std::string &host){ServerChannel::Ptr onlineserver;std::string servicename=get_service_name(instance_name);{std::unique_lock<std::mutex> lock(_mutex);auto followret = _follows.find(servicename);if (followret == _follows.end()){LOG_INFO("該服務{}-{}上線了,暫時沒有被訂閱", servicename, host);return;}// 新增該服務中的一個節點// 當該服務未上線auto serversret = _servers.find(servicename);if (serversret == _servers.end()){// 沒有找到該服務 則添加該服務onlineserver = std::make_shared<ServerChannel>(servicename);_servers.insert({servicename, onlineserver});}else{onlineserver = serversret->second;}if (!onlineserver){LOG_ERROR("新增 {} 服務管理節點失敗!", servicename);return;}// 已經存在該服務}onlineserver->append(host);LOG_DEBUG("{}-{} 服務上線新節點,進行添加管理!", servicename, host);}void offlinechannel(const std::string &instance_name, const std::string &host){ServerChannel::Ptr onlineserver;std::string servicename=get_service_name(instance_name);{std::unique_lock<std::mutex> lock(_mutex);auto followret = _follows.find(servicename);if (followret == _follows.end()){LOG_INFO("該服務{}-{}下線了,暫時沒有被訂閱", servicename, host);return;}// 刪除該服務中的一個節點// 當該服務未上線auto serversret = _servers.find(servicename);if (serversret == _servers.end()){// 沒有找到該服務LOG_INFO("沒有找到該服務", servicename);return;}else{onlineserver = serversret->second;}if (!onlineserver){LOG_ERROR("刪除 {} 服務管理節點失敗!", servicename);return;}// 已經存在該服務}onlineserver->remove(host);LOG_DEBUG("{}-{} 服務下線該節點", servicename, host);}void declared(const std::string &servername){std::unique_lock<std::mutex> lock(_mutex);_follows.insert(servername);}std::string get_service_name(const std::string &server_instance_name){int pos=server_instance_name.find_last_of('/');if(pos==std::string::npos){return server_instance_name;}std::string retstring = server_instance_name.substr(0,pos);return retstring;}private:std::mutex _mutex;// 訂閱的服務 沒有被訂閱的服務不提供節點使用std::unordered_set<std::string> _follows;// 服務名稱 和 該服務的信道管理器std::unordered_map<std::string, ServerChannel::Ptr> _servers;
};
}
brpc與etcd的聯合
服務端:1.構建echo服務 2.搭建RPC服務器 3.啟動RPC服務器 4.在etcd上注冊這個RPC服務
客戶端: 1.構造RPC信道管理對象 2.再構造etcd的監控對象 3.再從RPC信道管理對象中獲取提供echo服務的信道 4.發起echo業務
??
??
由于choose找的是servicename : /service/echo
而在新增服務時是 /service/echo/instance 所以在新增的回調函數中要采取截斷的方法
?rigistry
#include <iostream>
#include <etcd/Client.hpp>
#include <etcd/KeepAlive.hpp>
#include <etcd/Response.hpp>
#include <etcd/Value.hpp>
#include <etcd/Watcher.hpp>
#include "../common/logger.hpp"
#include "../common/etcd.hpp"
#include "../common/channel.hpp"
#include<gflags/gflags.h>
#include <functional>
#include <brpc/server.h>
#include <brpc/closure_guard.h>
#include <butil/logging.h>
#include "main.pb.cc"
DEFINE_bool(run_mode,false,"這是運行的模式默認為調試模式false");
DEFINE_string(log_file,"","發布模式下指定的文件默認為空");
DEFINE_int32(log_level,0,"調試模式下默認的等級TRACE");DEFINE_string(Host,"http://127.0.0.1:2379","服務注冊中心地址");
DEFINE_string(instance_Host,"127.0.0.1:7070","新上線服務的訪問地址");
DEFINE_string(base_service,"/service","服務器監控目錄");
DEFINE_string(instance_service,"/echo/instance","新上線的服務");
//一個 echo 中應該有多個 key - value ,如果定義成echo的話 只能對應一個服務的訪問地址
//一個 echo 中應該有多個instance - value
DEFINE_int32(listen_post,7070,"新上線服務的訪問地址");
class EchoServiceImpl:public example::EchoService
{public:EchoServiceImpl(){}~EchoServiceImpl() override{} void Echo(google::protobuf::RpcController* controller,const ::example::EchoRequest* request,::example::EchoResponse* response,::google::protobuf::Closure* done) override{brpc::ClosureGuard rpc_guard(done);// ~ClosureGuard() {//if (_done) {//_done->Run();//}std::cout<<"收到了消息"<<request->message()<<std::endl;response->set_message(request->message()+"好的,我知道了");//_done->Run();}};
int main(int argc,char * argv[])
{google::ParseCommandLineFlags(&argc, &argv, true);init_logger(FLAGS_run_mode,FLAGS_log_file,FLAGS_log_level);//1.啟動rpc服務器 并添加服務//2.etcd內注冊該服務 以及 訪問該服務的 地址logging::LoggingSettings logger;logger.logging_dest= logging :: LoggingDestination::LOG_TO_NONE;logging::InitLogging(logger);//2.創建服務器并添加業務brpc::Server server;EchoServiceImpl echosservice;int n=server.AddService(&echosservice,brpc::ServiceOwnership::SERVER_DOESNT_OWN_SERVICE);if(n<0){std::cout<<"AddService error"<<std::endl;exit(0);}//函數不匹配,源碼有可能設置的是指針類型,tips//3.設置服務器選項,并且啟動服務器brpc::ServerOptions opt;opt.idle_timeout_sec=-1;//嘗試連接時間 超時則退出opt.num_threads=1;//number of pthreads that server runs on. 單線程; //number of requests processed in parallel(并行)// Default: 0 (unlimited)int m=server.Start(FLAGS_listen_post,&opt);if(m<0){std::cout<<"server Start error"<<std::endl;exit(1);}Rigistry::ptr rigserver=std::make_shared<Rigistry>(FLAGS_Host);rigserver->registry(FLAGS_base_service+FLAGS_instance_service,FLAGS_instance_Host);//運行等待服務結束server.RunUntilAskedToQuit();//運行等待服務結束
}
discovey
#include <iostream>
#include <etcd/Client.hpp>
#include <etcd/KeepAlive.hpp>
#include <etcd/Response.hpp>
#include <etcd/Value.hpp>
#include <etcd/Watcher.hpp>
#include "../common/logger.hpp"
#include "../common/etcd.hpp"
#include "../common/channel.hpp"
#include <gflags/gflags.h>
#include <functional>
#include <brpc/server.h>
#include <brpc/closure_guard.h>
#include <butil/logging.h>
#include "main.pb.cc"
DEFINE_bool(run_mode, false, "這是運行的模式默認為調試模式false");
DEFINE_string(log_file, "", "發布模式下指定的文件默認為空");
DEFINE_int32(log_level, 0, "調試模式下默認的等級TRACE");DEFINE_string(Host, "http://127.0.0.1:2379", "服務注冊中心地址");
DEFINE_string(instance_Host, "168.198.0.1::8080", "新上線服務的訪問地址");DEFINE_string(instance_service, "/echo", "新上線的服務");
DEFINE_string(base_dir, "/service", "新上線的服務");
DEFINE_string(call_service, "/service/echo", "新上線的服務");int main(int argc, char *argv[])
{google::ParseCommandLineFlags(&argc, &argv, true);init_logger(FLAGS_run_mode, FLAGS_log_file, FLAGS_log_level);// 1.創建服務管理類 并申明訂閱的服務ServerManager::Ptr server = std::make_shared<ServerManager>();server->declared(FLAGS_call_service);// 2.將兩個回調函數綁定,創建發現對象auto onlineput = std::bind(&ServerManager::onlinechannel, (server.get()), std::placeholders::_1, std::placeholders::_2);auto offlineput = std::bind(&ServerManager::offlinechannel, (server.get()), std::placeholders::_1, std::placeholders::_2);// 3.發現對象發現該服務,創建Echo_ServicestubDiscovery::ptr Disserver = std::make_shared<Discovery>(FLAGS_Host, FLAGS_base_dir, onlineput, offlineput);while (1){auto channel = server->choose(FLAGS_call_service);if (!channel){std::this_thread::sleep_for(std::chrono::seconds(1));return -1;}example::EchoService_Stub echoServiceStub(channel.get());brpc::Controller *control = new brpc::Controller();control->Reset();example::EchoRequest request1;request1.set_message("你好啊少年");example::EchoResponse *response1 = new example::EchoResponse();// 4.Echo_Servicestub調用Echo服務// rpc業務調用echoServiceStub.Echo(control, &request1, response1, nullptr);if (control->Failed()){std::cout << "rpc echo service failed" << control->ErrorText() << std::endl;delete control;delete response1;std::this_thread::sleep_for(std::chrono::seconds(1));continue;}std::cout << "client收到響應" << response1->message() << std::endl;std::this_thread::sleep_for(std::chrono::seconds(1));}return 0;
}
?
?