Программирование для сетевых инженеров: работа с конфигурацией

import sys
import yaml
from jnpr.junos.factory.factory_loader import FactoryLoader
from jnpr.junos import Device

def getConnection(p_host, p_user):
	acc = {'lab': 'lab123'}

	try:
		print '		DEBUG --- getting ssh connection to ' + p_host

		l_dev = Device(host=p_host, user=p_user, password=acc[p_user], auto_probe=2, gather_facts=True, port=22)
		l_dev.open()
		if (l_dev.connected):
			l_dev.timeout = 900
			print '		DEBUG --- ssh cionnection to host ' + p_host + ' established'
			print '		DEBUG --- connection ' + p_host + ' named ' + l_dev.facts['hostname'] + ' established ' 
			return l_dev
		else:
			raise Exception('		DEBUG --- ssh connection to ' + p_host + ' was not established')
	except Exception as ex:
		print '		DEBUG --- ERROR --- getConnection : connection to ' + p_host + ' was not established. ex:' + str(ex)
		return

def close_dev(d):
	try:
		d.close()
	except Exception as ex:
		print '		DEBUG --- ERROR --- close_dev : connection to cant be closed. ex:' + str(ex)


yml = '''
---
OSPFInterface:
  rpc: get-ospf-interface-information
  args:
   area: '0.0.0.200'
   detail: True
  item: ospf-interface
  view: OSPFInterfaceView
  
OSPFInterfaceView:
  fields:
   name: interface-name
   type: interface-type
   cost: interface-cost
'''

globals().update(FactoryLoader().load(yaml.load(yml)))

node_list = ['10.83.20.68', '10.83.20.69', '10.83.20.70', '10.83.20.71']
abr_list = ['10.83.20.66', '10.83.20.67']

for node in node_list + abr_list:
    ddev = getConnection(node, 'lab')
    ospf_interfaces = OSPFInterface(ddev).get()
    
    with open('st1-' + node + '.txt', "w") as f_st1:
        for ospf_interface in ospf_interfaces:
            if ( 'ge' in ospf_interface.name ):
                f_st1.write('set protocols ospf area 0.0.0.250 interface ' + ospf_interface.name + ' secondary' + '\n')
                f_st1.write('set protocols ospf area 0.0.0.250 interface ' + ospf_interface.name + ' interface-type p2p' + '\n')
                f_st1.write('set protocols ospf area 0.0.0.250 interface ' + ospf_interface.name + ' metric ' + ospf_interface.cost + '\n')

    with open('st2-' + node + '.txt', "w") as f_st1:
        f_st1.write('delete protocols ospf area 0.0.0.200' + '\n')
        f_st1.write('delete protocols ospf area 0.0.0.250' + '\n')
        for ospf_interface in ospf_interfaces:
            f_st1.write('set protocols ospf area 0.0.0.250 interface ' + ospf_interface.name + ' interface-type p2p' + '\n')            
            f_st1.write('set protocols ospf area 0.0.0.200 interface ' + ospf_interface.name + ' secondary' + '\n')
            f_st1.write('set protocols ospf area 0.0.0.200 interface ' + ospf_interface.name + ' interface-type p2p' + '\n')            
            if (ospf_interface.cost != '0'):
                f_st1.write('set protocols ospf area 0.0.0.250 interface ' + ospf_interface.name + ' metric ' + ospf_interface.cost + '\n')
                f_st1.write('set protocols ospf area 0.0.0.200 interface ' + ospf_interface.name + ' metric ' + ospf_interface.cost + '\n')
    
    with open('st3-' + node + '.txt', "w") as f_st1:
        f_st1.write('delete protocols ospf area 0.0.0.200' + '\n')

bgp {
    group int {
        type internal;
        local-address 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.67;
        neighbor 10.0.0.68;
        neighbor 10.0.0.69;
        neighbor 10.0.0.70;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.0 {
        interface lo0.0 {
            passive;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface ge-0/0/2.0 {
            interface-type p2p;
        }
    }                                   
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.66;
        neighbor 10.0.0.65;
        neighbor 10.0.0.67;
        neighbor 10.0.0.68;
        neighbor 10.0.0.69;
        neighbor 10.0.0.70;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.0 {
        interface lo0.0 {
            interface-type p2p;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface ge-0/0/0.0 {
            interface-type p2p;
        }
    }                                   
    area 0.0.0.200 {
        interface ge-0/0/1.0 {
            interface-type p2p;
        }
    }
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.67;
        neighbor 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.68;
        neighbor 10.0.0.69;
        neighbor 10.0.0.70;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.0 {
        interface lo0.0 {
            interface-type p2p;
        }
        interface ge-0/0/0.0 {
            interface-type p2p;
        }
        interface ge-0/0/2.0 {
            interface-type p2p;
        }
    }                                   
    area 0.0.0.200 {
        interface ge-0/0/1.0 {
            interface-type p2p;
        }
    }
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.68;
        neighbor 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.67;
        neighbor 10.0.0.69;
        neighbor 10.0.0.70;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.200 {
        interface ge-0/0/1.0 {
            interface-type p2p;
        }
        interface ge-0/0/2.0 {
            interface-type p2p;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface lo0.0 {               
            interface-type p2p;
        }
    }
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.69;
        neighbor 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.67;
        neighbor 10.0.0.68;
        neighbor 10.0.0.70;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.200 {
        interface ge-0/0/0.0 {
            interface-type p2p;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface lo0.0 {
            interface-type p2p;
        }
    }                                   
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.70;
        neighbor 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.67;
        neighbor 10.0.0.68;
        neighbor 10.0.0.69;
        neighbor 10.0.0.71;
    }
}
ospf {
    area 0.0.0.200 {
        interface ge-0/0/0.0 {
            interface-type p2p;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface lo0.0 {
            interface-type p2p;
        }
    }                                   
}

bgp {
    group int {
        type internal;
        local-address 10.0.0.71;
        neighbor 10.0.0.65;
        neighbor 10.0.0.66;
        neighbor 10.0.0.67;
        neighbor 10.0.0.68;
        neighbor 10.0.0.69;
        neighbor 10.0.0.70;
    }
}
ospf {
    area 0.0.0.200 {
        interface ge-0/0/1.0 {
            interface-type p2p;
        }
        interface ge-0/0/2.0 {
            interface-type p2p;
        }
        interface ge-0/0/3.0 {
            interface-type p2p;
        }
        interface lo0.0 {               
            interface-type p2p;
        }
    }
}

import sys
import yaml
from jnpr.junos.factory.factory_loader import FactoryLoader
from jnpr.junos import Device

def getConnection(p_host, p_user):
	acc = {'lab': 'lab123'}

	try:
		print '		DEBUG --- getting ssh connection to ' + p_host

		l_dev = Device(host=p_host, user=p_user, password=acc[p_user], auto_probe=2, gather_facts=True, port=22)
		l_dev.open()
		if (l_dev.connected):
			l_dev.timeout = 900
			print '		DEBUG --- ssh cionnection to host ' + p_host + ' established'
			print '		DEBUG --- connection ' + p_host + ' named ' + l_dev.facts['hostname'] + ' established ' 
			return l_dev
		else:
			raise Exception('		DEBUG --- ssh connection to ' + p_host + ' was not established')
	except Exception as ex:
		print '		DEBUG --- ERROR --- getConnection : connection to ' + p_host + ' was not established. ex:' + str(ex)
		return

def close_dev(d):
	try:
		d.close()
	except Exception as ex:
		print '		DEBUG --- ERROR --- close_dev : connection to cant be closed. ex:' + str(ex)

ip_f_name = 'ip-list-1.txt'

yml = '''
---
BGPGroup:
  rpc: get-bgp-group-information
  args:
   group-name: 'int'
  item: bgp-group
  view: BGPGroupView
  
BGPGroupView:
  fields:
   count: peer-count
   established: established-count
'''

globals().update(FactoryLoader().load(yaml.load(yml)))

node_list = ['10.83.20.68', '10.83.20.69', '10.83.20.70', '10.83.20.71']
abr_list = ['10.83.20.66', '10.83.20.67']
    
for node in node_list + abr_list:
        ddev = getConnection(node, 'lab')
        bgp_group = BGPGroup(ddev).get()

        for group in bgp_group:
                if (group.count != group.established):
                        print 'bgp connection lost' 
                else:
                        print 'dont panic!' 

import sys
import yaml
from jnpr.junos.factory.factory_loader import FactoryLoader
from jnpr.junos import Device
from jnpr.junos.utils.config import Config
import copy
import re
import traceback
import time
import random
from jnpr.junos.exception import *
import os.path

yml = '''
---
VersionInfo:
  rpc: get-software-information
  item: software-information
  view: VersionInfoView

VersionInfoView:
  fields:
    name: host-name

'''
Device.auto_probe = 3

ip_f_name = 'ip-list-1.txt'
cur_stage='2'


globals().update(FactoryLoader().load(yaml.load(yml)))

def doTestOSPF(p_dev, p_node, f_do):
        print '		DEBUG --- doTestOSPF : at ' + p_node
        if ( p_dev == None ):
                print '		DEBUG --- ERROR --- doTestOSPF : connection to ' + p_node + ' is None'
                return
        else:
                try:
                        d_conf = p_dev.cli("show configuration | display set").split('\n')
                        ret_val = True
                        set_found = 0
                        c_path = 'st' + cur_stage + '-' + p_node + '.txt'
                        with open(c_path, "r") as f:
                                for line in f:
                                        c_line = line.replace('\n', '').replace('\r\n', '')
                                        if ('delete ' not in c_line):
                                                set_found = 1
                                                if ( (c_line not in d_conf) and (c_line != '')):
                                                        print '		DEBUG ---  doTestOSPF found missing line ' + c_line
                                                        ret_val = False

                                                
                        f.close()
                        if ( (set_found == 0) and (f_do == True) ):
                                return False
                        return ret_val
                except Exception as ex:
                        print '		DEBUG --- ERROR --- doTestOSPF : connection to ' + p_node + ' was not established. ex:' + str(ex)
                        return

def doTest(p_dev, p_node, f_do):
        return doTestOSPF(p_dev, p_node, f_do)

def close_dev(d):
	try:
		d.close()
	except Exception as ex:
		print '		DEBUG --- ERROR --- close_dev : connection to cant be closed. ex:' + str(ex)

def getConnection(p_host, p_user):
	acc = {'lab': 'lab123'}
	
	try:
		print '		DEBUG --- getting ssh connection to ' + p_host

		l_dev = Device(host=p_host, user=p_user, password=acc[p_user], auto_probe=2, gather_facts=True, port=22)
		l_dev.open()
		if (l_dev.connected):
			l_dev.timeout = 900
			print '		DEBUG --- ssh cionnection to host ' + p_host + ' established'
			v = VersionInfo(l_dev).get()
			print '		DEBUG --- connection ' + p_host + ' named ' + l_dev.facts['hostname'] + ' established ' 
			return l_dev
		else:
			raise Exception('		DEBUG --- ssh connection to ' + p_host + ' was not established')
	except Exception as ex:
		print '		DEBUG --- ERROR --- getConnection : connection to ' + p_host + ' was not established. ex:' + str(ex)
		traceback.print_exc()
		return

def doCompare(p_conf, p_node):
	try:
		print '		DEBUG --- doCompare at ' + p_node
		if ( p_conf.diff() == None ):
			return False
		else:
			return True
	except Exception as ex:
		print '		DEBUG --- ERROR --- doCompare : conf.diff at ' + p_node + ' ex:' + str(ex)
		return

def doLoad(p_conf, p_node):
        try:
                print '		DEBUG --- doLoad at ' + p_node

                c_path = 'st' + cur_stage + '-' + p_node + '.txt'
                if (os.path.isfile(c_path)):
                        p_conf.load(path=c_path, format='set')

                return True
        except Exception as ex:
                print '		DEBUG --- ERROR --- doLoad : cant load config to ' + p_node + ' ex:' + str(ex)
                return

def doRollback(p_conf, p_node, p_r):
	try:
		print '		DEBUG --- doRollback at ' + p_node
		if ( p_conf.rollback(rb_id=p_r) == True ):
			return True
		else:
			return False
	except Exception as ex:
		print '		DEBUG --- ERROR --- doRollback : cant rollback config to ' + p_node + ' ex:' + str(ex)
		return None

def doCommitCheck(p_conf, p_node):
	try:
		print '		DEBUG --- doCommitCheck at ' + p_node
		p_conf.commit_check()
		return True
	except Exception as ex:
		print '		DEBUG --- ERROR --- doCommitCheck : cant config commit check config to ' + p_node + ' ex:' + str(ex)
		return None

def doCommit(p_conf, p_node, p_confirm_m=None):
	try:
		print '		DEBUG --- doCommit at ' + p_node
		commit_res = None
		if (p_confirm_m == None):
			commit_res = p_conf.commit(timeout=30)
		else:
			commit_res = p_conf.commit(confirm=p_confirm_m, timeout=30)

		if (commit_res == True):
			return True
		else:
			return False
	except CommitError as c_ex:
		print '		DEBUG --- ERROR --- doCommit : cant config commit at ' + p_node + ' ex:' + str(c_ex)
		return None
	except RpcTimeoutError as t_ex:
		print '		DEBUG --- ERROR --- doCommit : config was commited at ' + p_node + ' with the following ex:' + str(t_ex)
		return True

def doJob(p_dev, p_node):
	print '		DEBUG --- doJob at ' + p_node 
	if ( p_dev == None ):
		print '		DEBUG --- ERROR --- doJob : connection to ' + p_node + ' is None'
		return
	else:
		try:
			with Config(p_dev) as conf:
				is_compare = doCompare(conf, node)
				if ( is_compare == None ):
					print '		DEBUG --- ERROR --- doJob : at config compare ' + node
					return
				if ( is_compare == True ):
					print '		DEBUG --- ERROR --- doJob : configuration locked at ' + node
					return False
				print '		DEBUG --- starting to do config changes at ' + node
				if ( doLoad(conf, node) != True ):
					print '		DEBUG --- ERROR --- doJob : conf.load ' + node
					if ( doCompare(conf, node) != False ):
						print '		DEBUG --- doJob : doing rollback after load at ' + node + ' deleting :' + str(conf.diff())
						doRollback(conf, node, 0)
					return
				print '		DEBUG --- commit check at ' + node
				if (doCommitCheck(conf, node) != True):
					print '		DEBUG --- ERROR --- doJob : conf.doCommitCheck failed at ' + node 
					if ( doCompare(conf, node) != False ):
						print '		DEBUG --- doJob : doing rollback after load at ' + node + ' deleting :' + str(conf.diff())
						doRollback(conf, node, 0)
					return
				commit_m = 5
				print  '		DEBUG --- commiting changes at ' + node
				if (doCommit(conf, node, commit_m) != True):
					print '		DEBUG --- ERROR --- doJob : conf.commit ' + node 
					if ( doCompare(conf, node) != False ):
						print '		DEBUG --- doJob : doing rollback after commit at ' + node + ' deleting :' + str(conf.diff())
						doRollback(conf, node, 0)
				return True
		except Exception as ex:
			print '		DEBUG --- ERROR --- doJob : cant do job ' + node + ' ex:' + str(ex)
			return


node_list = []
result_list = {}

with open(ip_f_name, "r") as f_ip:
	for line in f_ip:
		c_ip_line = line.replace('\n', '').replace('\r\n', '')
		if (c_ip_line != ''):
			node_list.append(c_ip_line)
    

for node in node_list:
	print 'FLOW -- ************************************ '
	print 'FLOW -- checking ' + node
	result_list.setdefault(node, {})
	cur_dev = getConnection(node, 'lab')
	is_test = doTest(cur_dev, node, True)
	if( is_test == None):
		print 'FLOW -- error'
		result_list.setdefault(node, {}).setdefault('status', 'error')
		break
	if( is_test == True):
		print 'FLOW -- conf exist'
		result_list.setdefault(node, {}).setdefault('status', 'nn')
	if( is_test == False):
		print 'FLOW -- conf not exist, doing change'
		is_job = doJob(cur_dev, node)
		if( is_job == None):
			print 'FLOW -- cant do job at ' + node
			result_list.setdefault(node, {}).setdefault('status', 'error')
			break
		if( is_job == False):
			print 'FLOW -- cant do job at ' + node
			result_list.setdefault(node, {}).setdefault('status', 'not_done')
		if( is_job == True):
			print 'FLOW -- done job at ' + node
			print 'FLOW -- going sleep at ' + node
			time.sleep(5)
			print 'FLOW -- checking job status ' + node
			cur_dev_confirm = getConnection(node, 'lab')
			if ( cur_dev_confirm != None ):
				if (doTest(cur_dev, node, False) == True):
					print 'FLOW -- commiting the configuration at ' + node
					if (doCommit(Config(cur_dev_confirm), node) != True):
						print 'FLOW -- ERROR cant commit the configuration at ' + node
						result_list.setdefault(node, {}).setdefault('status', 'not_done')
						break
					else:
						print 'FLOW -- configuration commited at ' + node
						result_list.setdefault(node, {}).setdefault('status', 'done')
				else:
					print 'FLOW -- ERROR cant find conf after job ' + node
					result_list.setdefault(node, {}).setdefault('status', 'not_done')
				close_dev(cur_dev_confirm)
			else:
				print 'FLOW -- ERROR cant access ' + node + ' for commiting'
				result_list.setdefault(node, {}).setdefault('status', 'not_done')
	close_dev(cur_dev)

print result_list