Start config generation
Baohua Yang
parent
47c185538b
commit
7875441ad4
|
|
@ -0,0 +1,241 @@
|
|||
#!/usr/bin/env python
|
||||
# Generate Hyperledger Fabric Network docker-compose.yaml files
|
||||
# base on input parameters
|
||||
# github.com/yeasy/docker-compose
|
||||
|
||||
# tested with version 0.15.3
|
||||
from ruamel.yaml import YAML
|
||||
import argparse
|
||||
import copy
|
||||
import collections
|
||||
|
||||
DOCKER_COMPOSER_VERSION='2.0'
|
||||
DEFAULT_CONFIG_FILE = 'network_config.json'
|
||||
PEER_TEMPLATE_FILE = 'peer.yaml'
|
||||
ORDERER_TEMPLATE_FILE = 'orderer.yaml'
|
||||
RESULT_FILE = '{}orgs-{}peers-{}.yaml'
|
||||
|
||||
# Orderer
|
||||
# consensus_mode, org_name, node_name
|
||||
ORDERER_GB_VOLUME = './{}/channel-artifacts/orderer.genesis.block'
|
||||
ORDERER_GB_PATH = '/var/hyperledger/orderer/orderer.genesis.block'
|
||||
ORDERER_MSP_VOLUME = './{}/crypto-config/ordererOrganizations/{}/orderers/{}/msp'
|
||||
ORDERER_TLS_VOLUME = './{}/crypto-config/ordererOrganizations/{}/orderers/{}/tls'
|
||||
ORDERER_MSP_PATH = '/var/hyperledger/orderer/msp'
|
||||
ORDERER_TLS_PATH = '/var/hyperledger/orderer/tls'
|
||||
|
||||
# PEER
|
||||
# consensus_mode, org_name, node_name
|
||||
PEER_MSP_VOLUME = './{}/crypto-config/peerOrganizations/{}/peers/{}/msp'
|
||||
PEER_TLS_VOLUME = './{}/crypto-config/peerOrganizations/{}/peers/{}/tls'
|
||||
PEER_MSP_PATH = '/etc/hyperledger/fabric/msp'
|
||||
PEER_TLS_PATH = '/etc/hyperledger/fabric/tls'
|
||||
|
||||
|
||||
yaml = YAML()
|
||||
|
||||
|
||||
def list_to_dict(l, sep=':'):
|
||||
"""
|
||||
Convert list to dict with order
|
||||
:param l: list
|
||||
:param sep: separator
|
||||
:return: dicted result
|
||||
|
||||
>>> list_to_dict(['a=1','b=2'], '=')
|
||||
OrderedDict([('a', '1'), ('b', '2')])
|
||||
>>> list_to_dict(['a:1','b:2'])
|
||||
OrderedDict([('a', '1'), ('b', '2')])
|
||||
"""
|
||||
result = collections.OrderedDict()
|
||||
for x in l:
|
||||
k, v = x.split(sep, 2)
|
||||
result[k] = v
|
||||
return result
|
||||
|
||||
|
||||
def dict_to_list(d, sep=':'):
|
||||
"""
|
||||
Convert the given dict to list
|
||||
:param d: dict
|
||||
:param sep: separator
|
||||
:return:
|
||||
|
||||
|
||||
>>> dict_to_list({'a': '1', 'b': '2'})
|
||||
['a:1', 'b:2']
|
||||
"""
|
||||
result = list()
|
||||
for k,v in d.items():
|
||||
result.append('{}{}{}'.format(k, sep, v))
|
||||
return result
|
||||
|
||||
def parse_args():
|
||||
"""
|
||||
Parse the args
|
||||
:return:
|
||||
"""
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument('-f', "--config_file", help="Path to the config file",
|
||||
type=str, default=DEFAULT_CONFIG_FILE)
|
||||
args = parser.parse_args()
|
||||
print(args.config_file)
|
||||
|
||||
|
||||
def gen_peer(template, org_name, org_msp, node_name, consensus_mode):
|
||||
"""
|
||||
Generate peer for given org and name
|
||||
:param template: Template to use
|
||||
:param org_name: Name of org,
|
||||
:param org_msp: MSP ID of the org,
|
||||
:param node_name: Name of the peer
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
node = copy.deepcopy(template)
|
||||
addr = node_name # e.g., peer0.org1.example.com
|
||||
node['container_name'] = addr
|
||||
node['hostname'] = addr
|
||||
|
||||
# update environments part
|
||||
environment = list_to_dict(node['environment'], '=')
|
||||
environment['CORE_PEER_ID'] = addr # peer id
|
||||
environment['CORE_PEER_ADDRESS'] = addr+':7051' # peer grpc port
|
||||
environment['CORE_PEER_CHAINCODELISTENADDRESS'] = addr+':7052' # chaincode
|
||||
environment['CORE_PEER_GOSSIP_EXTERNALENDPOINT'] = addr+':7051' # gossip
|
||||
environment['CORE_PEER_LOCALMSPID'] = org_msp # org msp name
|
||||
node['environment'] = dict_to_list(environment, '=')
|
||||
|
||||
# replace volumes part
|
||||
volumes = {
|
||||
PEER_MSP_VOLUME.format(consensus_mode, org_name, node_name):
|
||||
PEER_MSP_PATH,
|
||||
PEER_TLS_VOLUME.format(consensus_mode, org_name, node_name):
|
||||
PEER_TLS_PATH,
|
||||
}
|
||||
node['volumes'] = dict_to_list(volumes, ':')
|
||||
|
||||
return node
|
||||
|
||||
|
||||
def gen_peers(org_name='org1.example.com', org_msp='Org1MSP', num=2,
|
||||
consensus_mode='solo'):
|
||||
"""
|
||||
Generate given num peers for Organization org_msp
|
||||
:param org_name: Name of the org,
|
||||
:param org_msp: MSP of the organization that peer belongs to
|
||||
:param num: Number of peer nodes to generate
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
c = yaml.load(open(PEER_TEMPLATE_FILE, 'r'))
|
||||
peer = c['services']['peer']
|
||||
result_peers = dict()
|
||||
for i in range(num):
|
||||
name = 'peer{}.{}'.format(i, org_name) # peer0.org1.example.com
|
||||
result_peers[name] = gen_peer(peer, org_name, org_msp, name,
|
||||
consensus_mode)
|
||||
return result_peers
|
||||
|
||||
|
||||
def gen_app_orgs(orgs=2, peers=2, consensus_mode='solo'):
|
||||
"""
|
||||
Generate peer orgs with given number
|
||||
:param orgs: Number of app orgs to generate
|
||||
:param peers: Peers number for each org
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
services = dict()
|
||||
for i in range(orgs):
|
||||
org_name = 'org{}.example.com'.format(i+1) # match crypto-config.yaml
|
||||
org_msp = 'Org{}MSP'.format(i+1)
|
||||
services.update(gen_peers(org_name, org_msp, peers, consensus_mode))
|
||||
return services
|
||||
|
||||
|
||||
def gen_orderer(template, org_name, node_name, consensus_mode):
|
||||
"""
|
||||
Generate peer for given org and name
|
||||
:param template: Template to use
|
||||
:param org_name: Name of org,
|
||||
:param org_msp: MSP ID of the org,
|
||||
:param node_name: Name of the node
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
node = copy.deepcopy(template)
|
||||
addr = node_name # e.g., orderer0.orderer.example.com
|
||||
node['container_name'] = addr
|
||||
node['hostname'] = addr
|
||||
|
||||
# replace volumes part
|
||||
volumes = {
|
||||
ORDERER_GB_VOLUME.format(consensus_mode): ORDERER_GB_PATH,
|
||||
ORDERER_MSP_VOLUME.format(consensus_mode, org_name, node_name):
|
||||
ORDERER_MSP_PATH,
|
||||
ORDERER_TLS_VOLUME.format(consensus_mode, org_name, node_name):
|
||||
ORDERER_TLS_PATH,
|
||||
}
|
||||
node['volumes'] = dict_to_list(volumes, ':')
|
||||
|
||||
return node
|
||||
|
||||
|
||||
def gen_orderers(org_name='orderer.example.com', num=2, consensus_mode='solo'):
|
||||
"""
|
||||
Generate given num peers for Organization org_msp
|
||||
:param org_name: Name of the org,
|
||||
:param num: Number of peer nodes to generate
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
try:
|
||||
c = yaml.load(open(ORDERER_TEMPLATE_FILE, 'r'))
|
||||
orderer = c['services']['orderer-{}'.format(consensus_mode)]
|
||||
result_nodes = dict()
|
||||
for i in range(num):
|
||||
name = 'orderer.example.com'
|
||||
#name = 'orderer{}.{}'.format(i, org_name)
|
||||
result_nodes[name] = gen_orderer(orderer, org_name, name,
|
||||
consensus_mode)
|
||||
return result_nodes
|
||||
except Exception as e:
|
||||
print("Failed to gen_orderers with {}:{}".format(PEER_TEMPLATE_FILE, e))
|
||||
return dict()
|
||||
|
||||
|
||||
def gen_orderer_orgs(orderers=1, consensus_mode='solo'):
|
||||
"""
|
||||
Generate peer orgs with given number
|
||||
:param orderers: Orderers number for each org
|
||||
:param consensus_mode: Mode of consensus
|
||||
:return:
|
||||
"""
|
||||
services = dict()
|
||||
org_name = 'example.com' # match crypto-config.yaml
|
||||
services.update(gen_orderers(org_name, orderers, consensus_mode))
|
||||
return services
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
import doctest
|
||||
doctest.testmod()
|
||||
|
||||
parse_args()
|
||||
|
||||
# network topology config
|
||||
app_org_num = 2
|
||||
app_org_size = 2
|
||||
orderer_org_size = 1
|
||||
consensus_mode = 'solo'
|
||||
|
||||
network = dict([('version','2.0'), ('services', dict())])
|
||||
network['services'].update(gen_orderer_orgs(orderer_org_size,
|
||||
consensus_mode))
|
||||
network['services'].update(gen_app_orgs(app_org_num, app_org_size,
|
||||
consensus_mode))
|
||||
|
||||
with open(RESULT_FILE.format(app_org_num, app_org_num*app_org_size,
|
||||
'solo'), 'w') as f:
|
||||
yaml.dump(network, f)
|
||||
|
|
@ -0,0 +1,36 @@
|
|||
# All elements in this file should depend on the base.yaml
|
||||
# Provided fabric orderer node in solo and kafka modes
|
||||
|
||||
version: '2' # v3 does not support 'extends' yet
|
||||
|
||||
services:
|
||||
orderer-solo: # orderer in solo mode
|
||||
extends:
|
||||
file: base.yaml
|
||||
service: orderer-base
|
||||
container_name: orderer.example.com
|
||||
hostname: orderer.example.com
|
||||
expose:
|
||||
- "7050"
|
||||
volumes:
|
||||
- ./solo/channel-artifacts/orderer.genesis.block:/var/hyperledger/orderer/orderer.genesis.block
|
||||
- ./solo/crypto-config/ordererOrganizations/example.com/orderers/orderer.example.com/msp:/var/hyperledger/orderer/msp
|
||||
- ./solo/crypto-config/ordererOrganizations/example.com/orderers/orderer.example.com/tls/:/var/hyperledger/orderer/tls
|
||||
|
||||
orderer-kafka: # orderer in kafka mode
|
||||
extends:
|
||||
file: base.yaml
|
||||
service: orderer-base
|
||||
container_name: orderer.example.com
|
||||
hostname: orderer.example.com
|
||||
expose:
|
||||
- "7050"
|
||||
environment:
|
||||
# Kafka related configurations
|
||||
- ORDERER_KAFKA_RETRY_SHORTINTERVAL=1s
|
||||
- ORDERER_KAFKA_RETRY_SHORTTOTAL=30s
|
||||
- ORDERER_KAFKA_VERBOSE=true
|
||||
volumes:
|
||||
- ./kafka/channel-artifacts/orderer.genesis.block:/var/hyperledger/orderer/orderer.genesis.block
|
||||
- ./kafka/crypto-config/ordererOrganizations/example.com/orderers/orderer.example.com/msp:/var/hyperledger/orderer/msp
|
||||
- ./kafka/crypto-config/ordererOrganizations/example.com/orderers/orderer.example.com/tls/:/var/hyperledger/orderer/tls
|
||||
|
|
@ -0,0 +1,26 @@
|
|||
# All elements in this file should depend on the base.yaml
|
||||
# Provided fabric peer node
|
||||
|
||||
version: '2.0'
|
||||
|
||||
services:
|
||||
peer: # peer node
|
||||
extends:
|
||||
file: base.yaml
|
||||
service: peer-base
|
||||
container_name: peer0.org1.example.com # will generated automatically
|
||||
hostname: peer0.org1.example.com # will generated automatically
|
||||
environment:
|
||||
- CORE_PEER_ID=peer0.org1.example.com
|
||||
- CORE_PEER_ADDRESS=peer0.org1.example.com:7051 # grpc
|
||||
- CORE_PEER_CHAINCODELISTENADDRESS=peer0.org1.example.com:7052 # chaincode
|
||||
- CORE_PEER_GOSSIP_EXTERNALENDPOINT=peer0.org1.example.com:7051 # gossip
|
||||
- CORE_PEER_LOCALMSPID=Org1MSP
|
||||
- CORE_PEER_TLS_ENABLED=true
|
||||
volumes:
|
||||
- ./solo/crypto-config/peerOrganizations/org1.example.com/peers/peer0.org1.example.com/msp:/etc/hyperledger/fabric/msp
|
||||
- ./solo/crypto-config/peerOrganizations/org1.example.com/peers/peer0.org1.example.com/tls:/etc/hyperledger/fabric/tls
|
||||
expose:
|
||||
- 7051
|
||||
- 7052
|
||||
- 7053
|
||||
Loading…
Reference in New Issue