Python fabric ошибочное дублирование выполнения задачи

Я начинаю с fabric и приступаю к проблеме, где задачи выполняются несколько раз. Я только намереваюсь выполнить задачу.

Вот мой fabfile (и узлы, и концентраторы являются списками. узлы имеют несколько узлов. концентраторы имеют только один хост)
запросы на импорт
импорт json
из ткани.api импорт cd, env, execute, roles, run, settings, task, runs_once

buildconfig_location = 'http://10.102.0.69'

def get_environment_configuration(environment_name):
    request = requests.get( "{}/api/v1/environments/{}".format(buildconfig_location, environment_name) )
    environment_configuration = json.loads(request.text)

    return environment_configuration

def get_hub_servers(server_list):
    hub = [
        server['ip_address']
        for server in server_list
        if server['active'] and server['unit_tests']]

    return hub

def get_node_servers(server_list):
    nodes = [
        server['ip_address']
        for server in server_list
        if server['active'] and server['unit_tests'] is False]

    return nodes

def set_hosts(environment_configuration):
    environment_configuration['servers']

    env.roledefs = {
        'hub': [
            server['ip_address']
            for server in environment_configuration['servers']
            if server['active'] and server['unit_tests']],
        'node': [
            server['ip_address']
            for server in environment_configuration['servers']
            if server['active'] and server['unit_tests'] is False],
    }

def start_node():
    with settings(user="automation1"):
        with cd('/home/automation1/inventory.robot/grid'):
            output = run('nohup ./start_node.sh > node_out 2>&1 &')

def start_hub():
    with settings(user="automation1"):
        with cd('/home/automation1/inventory.robot/grid'):
            run('nohup ./start_hub.sh > hub_out 2>&1 &')

def robot_test():
    with settings(user="automation1"):
        with cd('/home/automation1/inventory.robot/grid'):
            run('python grid.py')

def kill_node():
    with settings(user="automation1"):
        with cd('/home/automation1/inventory.robot/grid'):
            run('./kill_node.pl')

@task
@runs_once
def robot_test():
    environment_configuration = get_environment_configuration('Selenium')
    #set_hosts(environment_configuration)
    nodes = get_node_servers(environment_configuration['servers'])
    hubs = get_hub_servers(environment_configuration['servers'])

    execute(start_hub, hosts=hubs)
    execute(start_node, hosts=nodes)
    execute(robot_test, hosts=hubs)

    all = hubs + nodes
    execute(kill_node, hosts=(hubs + nodes))

Вот выход:

[10.102.0.101] Executing task 'start_hub'
[10.102.0.101] run: nohup ./start_hub.sh > hub_out 2>&1 &
[10.102.0.102] Executing task 'start_node'
[10.102.0.102] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.103] Executing task 'start_node'
[10.102.0.103] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.104] Executing task 'start_node'
[10.102.0.104] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.105] Executing task 'start_node'
[10.102.0.105] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.106] Executing task 'start_node'
[10.102.0.106] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.107] Executing task 'start_node'
[10.102.0.107] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.108] Executing task 'start_node'
[10.102.0.108] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.109] Executing task 'start_node'
[10.102.0.109] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.110] Executing task 'start_node'
[10.102.0.110] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.101] Executing task 'robot_test'
[10.102.0.101] Executing task 'start_hub'
[10.102.0.101] run: nohup ./start_hub.sh > hub_out 2>&1 &
[10.102.0.102] Executing task 'start_node'
[10.102.0.102] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.103] Executing task 'start_node'
[10.102.0.103] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.104] Executing task 'start_node'
[10.102.0.104] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.105] Executing task 'start_node'
[10.102.0.105] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.106] Executing task 'start_node'
[10.102.0.106] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.107] Executing task 'start_node'
[10.102.0.107] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.108] Executing task 'start_node'
[10.102.0.108] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.109] Executing task 'start_node'
[10.102.0.109] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.110] Executing task 'start_node'
[10.102.0.110] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.101] Executing task 'robot_test'
[10.102.0.101] Executing task 'start_hub'
[10.102.0.101] run: nohup ./start_hub.sh > hub_out 2>&1 &
[10.102.0.102] Executing task 'start_node'
[10.102.0.102] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.103] Executing task 'start_node'
[10.102.0.103] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.104] Executing task 'start_node'
[10.102.0.104] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.105] Executing task 'start_node'
[10.102.0.105] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.106] Executing task 'start_node'
[10.102.0.106] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.107] Executing task 'start_node'
[10.102.0.107] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.108] Executing task 'start_node'
[10.102.0.108] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.109] Executing task 'start_node'
[10.102.0.109] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.110] Executing task 'start_node'
[10.102.0.110] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.101] Executing task 'robot_test'
[10.102.0.101] Executing task 'start_hub'
[10.102.0.101] run: nohup ./start_hub.sh > hub_out 2>&1 &
[10.102.0.102] Executing task 'start_node'
[10.102.0.102] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.103] Executing task 'start_node'
[10.102.0.103] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.104] Executing task 'start_node'
[10.102.0.104] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.105] Executing task 'start_node'
[10.102.0.105] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.106] Executing task 'start_node'
[10.102.0.106] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.107] Executing task 'start_node'
[10.102.0.107] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.108] Executing task 'start_node'
[10.102.0.108] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.109] Executing task 'start_node'
[10.102.0.109] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.110] Executing task 'start_node'
[10.102.0.110] run: nohup ./start_node.sh > node_out 2>&1 &
[10.102.0.101] Executing task 'robot_test'
^C
Stopped.
Disconnecting from automation1@10.102.0.106... done.
Disconnecting from automation1@10.102.0.109... done.
Disconnecting from automation1@10.102.0.107... done.
Disconnecting from automation1@10.102.0.105... done.
Disconnecting from automation1@10.102.0.108... done.
Disconnecting from automation1@10.102.0.103... done.
Disconnecting from automation1@10.102.0.101... done.
Disconnecting from automation1@10.102.0.110... done.
Disconnecting from automation1@10.102.0.102... done.
Disconnecting from automation1@10.102.0.104... done.

Если я комментирую ‘ execute (robot_test, hosts=hubs)’, я получаю выходные данные ближе к тому, что я ожидаю. Я знаю, что это имеет какое-то отношение к execute и предупреждение на этой странице, но я не понимаю, что проблема здесь.

2 ответа

  1. Вы должны просто добавить runs_onceдекоратор к каждой из функций, которые должны быть запущены только один раз. например.:

    @runs_once
    def start_node():
        with settings(user="automation1"):
            with cd('/home/automation1/inventory.robot/grid'):
                output = run('nohup ./start_node.sh > node_out 2>&1 &')
    
    @runs_once
    def start_hub():
        with settings(user="automation1"):
            with cd('/home/automation1/inventory.robot/grid'):
                run('nohup ./start_hub.sh > hub_out 2>&1 &')
    
    @runs_once
    def robot_test():
        with settings(user="automation1"):
            with cd('/home/automation1/inventory.robot/grid'):
                run('python grid.py')
    

    Без runs_onceдекоратора каждая функция будет выполняться один раз на хост, а не один раз на набор хостов .


    Один раз на хосте вы можете сделать что-то вроде этого:

    from fabric.context_managers import env
    
    env.hosts = hubs
    execute(start_hub)
    env.hosts = nodes
    execute(start_node)
    env.hosts = hubs
    execute(robot_test)
    
  2. robot_test() является рекурсивным, он вызывает себя в бесконечном цикле,поэтому он выполняется, пока вы не отмените.

    Удалите вызов robot_test()внутрь robot_test(). Что вы хотите этим сказать? Потому что я думаю, что у него есть цель, это не опечатка.

    @task
    @runs_once
    def robot_test():
      environment_configuration = get_environment_configuration('Selenium')
      #set_hosts(environment_configuration)
      nodes = get_node_servers(environment_configuration['servers'])
      hubs = get_hub_servers(environment_configuration['servers'])
    
      execute(start_hub, hosts=hubs)
      execute(start_node, hosts=nodes)
    
      all = hubs + nodes
      execute(kill_node, hosts=(hubs + nodes))
    

    Если вы действительно хотите выполнить его рекурсивно, вам нужен параметр, чтобы знать, когда рекурсия должна остановиться.